2024-11-15 11:16:41,175 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 11:16:41,213 main DEBUG Took 0.035756 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 11:16:41,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 11:16:41,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 11:16:41,216 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 11:16:41,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,228 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 11:16:41,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,251 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,254 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,257 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:16:41,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,262 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 11:16:41,263 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:16:41,265 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 11:16:41,267 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 11:16:41,268 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 11:16:41,269 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 11:16:41,270 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 11:16:41,279 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 11:16:41,281 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 11:16:41,284 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 11:16:41,284 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 11:16:41,285 main DEBUG createAppenders(={Console}) 2024-11-15 11:16:41,286 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 11:16:41,287 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 11:16:41,287 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 11:16:41,288 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 11:16:41,289 main DEBUG OutputStream closed 2024-11-15 11:16:41,289 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 11:16:41,289 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 11:16:41,290 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 11:16:41,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 11:16:41,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 11:16:41,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 11:16:41,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 11:16:41,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 11:16:41,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 11:16:41,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 11:16:41,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 11:16:41,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 11:16:41,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 11:16:41,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 11:16:41,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 11:16:41,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 11:16:41,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 11:16:41,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 11:16:41,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 11:16:41,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 11:16:41,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 11:16:41,413 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 11:16:41,413 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 11:16:41,414 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 11:16:41,415 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T11:16:41,430 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 11:16:41,433 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 11:16:41,433 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T11:16:41,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=5241 2024-11-15T11:16:41,861 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T11:16:41,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03 2024-11-15T11:16:41,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c, deleteOnExit=true 2024-11-15T11:16:42,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/zookeeper_0, clientPort=58651, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:16:42,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58651 2024-11-15T11:16:42,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:16:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:16:42,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/test.cache.data in system properties and HBase conf 2024-11-15T11:16:42,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:16:42,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:16:42,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:16:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:16:42,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:16:42,239 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T11:16:42,377 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:16:42,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:16:42,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:16:42,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:16:42,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:16:42,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:16:42,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:16:42,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:16:42,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:16:42,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:16:42,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:16:42,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:16:42,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:16:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:16:42,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:16:43,697 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:16:43,777 INFO [Time-limited test {}] log.Log(170): Logging initialized @3478ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T11:16:43,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:43,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:16:44,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:16:44,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:16:44,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:16:44,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:44,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:16:44,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:16:44,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/java.io.tmpdir/jetty-localhost-43653-hadoop-hdfs-3_4_1-tests_jar-_-any-10186573101902517056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:16:44,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:43653} 2024-11-15T11:16:44,338 INFO [Time-limited test {}] server.Server(415): Started @4040ms 2024-11-15T11:16:44,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:45,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:16:45,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:16:45,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:16:45,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:16:45,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:16:45,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:16:45,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/java.io.tmpdir/jetty-localhost-44695-hadoop-hdfs-3_4_1-tests_jar-_-any-3914383049559705165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:16:45,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:44695} 2024-11-15T11:16:45,147 INFO [Time-limited test {}] server.Server(415): Started @4848ms 2024-11-15T11:16:45,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:16:46,563 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/data/data2/current/BP-1948670054-172.17.0.2-1731669403137/current, will proceed with Du for space computation calculation, 2024-11-15T11:16:46,563 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/data/data1/current/BP-1948670054-172.17.0.2-1731669403137/current, will proceed with Du for space computation calculation, 2024-11-15T11:16:46,597 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:16:46,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c309d3cbf7c5b03 with lease ID 0xbb37f8b7e40bc2e6: Processing first storage report for DS-de367b4f-4cab-4352-995b-e5381986e6ce from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=80a4dc93-9f96-4388-8919-07b7990ee37e, infoPort=34293, infoSecurePort=0, ipcPort=41351, storageInfo=lv=-57;cid=testClusterID;nsid=1103126458;c=1731669403137) 2024-11-15T11:16:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c309d3cbf7c5b03 with lease ID 0xbb37f8b7e40bc2e6: from storage DS-de367b4f-4cab-4352-995b-e5381986e6ce node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=80a4dc93-9f96-4388-8919-07b7990ee37e, infoPort=34293, infoSecurePort=0, ipcPort=41351, storageInfo=lv=-57;cid=testClusterID;nsid=1103126458;c=1731669403137), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:16:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c309d3cbf7c5b03 with lease ID 0xbb37f8b7e40bc2e6: Processing first storage report for DS-613b73ed-6470-4c49-9c7d-c2bbd3de8ed1 from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=80a4dc93-9f96-4388-8919-07b7990ee37e, infoPort=34293, infoSecurePort=0, ipcPort=41351, storageInfo=lv=-57;cid=testClusterID;nsid=1103126458;c=1731669403137) 2024-11-15T11:16:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c309d3cbf7c5b03 with lease ID 0xbb37f8b7e40bc2e6: from storage DS-613b73ed-6470-4c49-9c7d-c2bbd3de8ed1 node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=80a4dc93-9f96-4388-8919-07b7990ee37e, infoPort=34293, infoSecurePort=0, ipcPort=41351, storageInfo=lv=-57;cid=testClusterID;nsid=1103126458;c=1731669403137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:16:46,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03 2024-11-15T11:16:46,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:46,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:16:47,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268 with version=8 2024-11-15T11:16:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/hbase-staging 2024-11-15T11:16:47,503 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T11:16:47,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:16:47,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:47,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:47,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:16:47,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:47,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:16:47,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:16:48,054 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T11:16:48,068 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T11:16:48,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:16:48,105 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11997 (auto-detected) 2024-11-15T11:16:48,107 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T11:16:48,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34721 2024-11-15T11:16:48,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34721 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:48,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347210x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:48,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34721-0x1013e361d840000 connected 2024-11-15T11:16:48,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:48,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:48,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:16:48,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268, hbase.cluster.distributed=false 2024-11-15T11:16:48,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/acl 2024-11-15T11:16:48,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-15T11:16:48,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34721 2024-11-15T11:16:48,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34721 2024-11-15T11:16:48,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-15T11:16:48,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-15T11:16:48,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:16:48,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:48,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:48,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:16:48,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:48,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:16:48,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:16:48,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:16:48,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38231 2024-11-15T11:16:48,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38231 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:48,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:48,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382310x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:48,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382310x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:16:48,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38231-0x1013e361d840001 connected 2024-11-15T11:16:48,688 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:16:48,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:16:48,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/master 2024-11-15T11:16:48,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/acl 2024-11-15T11:16:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-15T11:16:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38231 2024-11-15T11:16:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38231 2024-11-15T11:16:48,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-15T11:16:48,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38231 2024-11-15T11:16:48,745 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:34721 2024-11-15T11:16:48,747 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0921949221/backup-masters/dbbb793b8023,34721,1731669407628 2024-11-15T11:16:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:16:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:16:48,766 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/backup-masters/dbbb793b8023,34721,1731669407628 2024-11-15T11:16:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/master 2024-11-15T11:16:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:48,804 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/master 2024-11-15T11:16:48,805 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0921949221/backup-masters/dbbb793b8023,34721,1731669407628 from backup master directory 2024-11-15T11:16:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:16:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/backup-masters/dbbb793b8023,34721,1731669407628 2024-11-15T11:16:48,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:16:48,817 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:16:48,817 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,34721,1731669407628 2024-11-15T11:16:48,819 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T11:16:48,820 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T11:16:48,873 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/hbase.id] with ID: a77b88e3-6dc9-4816-b4de-1085cb4fd452 2024-11-15T11:16:48,874 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.tmp/hbase.id 2024-11-15T11:16:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:16:48,886 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.tmp/hbase.id]:[hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/hbase.id] 2024-11-15T11:16:48,938 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:48,942 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:16:48,965 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-15T11:16:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:16:48,997 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:16:49,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:16:49,017 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:16:49,021 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:16:49,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store 2024-11-15T11:16:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:16:49,117 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T11:16:49,122 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:49,124 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:16:49,124 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:49,125 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:49,126 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:16:49,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:49,127 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:49,128 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669409124Disabling compacts and flushes for region at 1731669409124Disabling writes for close at 1731669409126 (+2 ms)Writing region close event to WAL at 1731669409127 (+1 ms)Closed at 1731669409127 2024-11-15T11:16:49,133 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/.initializing 2024-11-15T11:16:49,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628 2024-11-15T11:16:49,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:16:49,161 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C34721%2C1731669407628, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/oldWALs, maxLogs=10 2024-11-15T11:16:49,195 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628/dbbb793b8023%2C34721%2C1731669407628.1731669409168, exclude list is [], retry=0 2024-11-15T11:16:49,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:16:49,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T11:16:49,253 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:16:49,254 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:16:49,254 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:16:49,255 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:49,258 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,259 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:16:49,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:49,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:49,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:16:49,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:49,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:49,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:16:49,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:49,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:49,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:16:49,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:49,365 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,369 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,370 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,376 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,377 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,380 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:49,385 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:49,390 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:16:49,391 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73290579, jitterRate=0.09211473166942596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:49,401 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669409276Initializing all the Stores at 1731669409278 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669409278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669409279 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669409279Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669409279Cleaning up temporary data from old regions at 1731669409377 (+98 ms)Region opened successfully at 1731669409401 (+24 ms) 2024-11-15T11:16:49,403 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:16:49,436 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc0a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:16:49,469 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:16:49,483 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:16:49,483 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:16:49,487 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:16:49,489 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T11:16:49,494 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T11:16:49,494 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:16:49,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:16:49,544 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/balancer because node does not exist (not necessarily an error) 2024-11-15T11:16:49,594 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/balancer already deleted, retry=false 2024-11-15T11:16:49,598 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:16:49,600 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:16:49,604 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/normalizer already deleted, retry=false 2024-11-15T11:16:49,607 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:16:49,610 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:16:49,615 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/switch/split already deleted, retry=false 2024-11-15T11:16:49,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:16:49,626 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/switch/merge already deleted, retry=false 2024-11-15T11:16:49,646 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:16:49,657 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/snapshot-cleanup already deleted, retry=false 2024-11-15T11:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/running 2024-11-15T11:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/running 2024-11-15T11:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,34721,1731669407628, sessionid=0x1013e361d840000, setting cluster-up flag (Was=false) 2024-11-15T11:16:49,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,731 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921949221/flush-table-proc/acquired, /0921949221/flush-table-proc/reached, /0921949221/flush-table-proc/abort 2024-11-15T11:16:49,733 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34721,1731669407628 2024-11-15T11:16:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:49,784 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921949221/online-snapshot/acquired, /0921949221/online-snapshot/reached, /0921949221/online-snapshot/abort 2024-11-15T11:16:49,785 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34721,1731669407628 2024-11-15T11:16:49,791 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:16:49,832 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(746): ClusterId : a77b88e3-6dc9-4816-b4de-1085cb4fd452 2024-11-15T11:16:49,835 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:16:49,849 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:16:49,849 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:16:49,859 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:16:49,859 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cec332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:16:49,870 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:49,880 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:38231 2024-11-15T11:16:49,882 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:16:49,884 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:16:49,884 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:16:49,884 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:16:49,887 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,34721,1731669407628 with port=38231, startcode=1731669408581 2024-11-15T11:16:49,892 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:16:49,906 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:16:49,904 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,34721,1731669407628 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:16:49,915 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:49,916 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:49,916 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:49,916 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:49,917 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:16:49,920 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:49,921 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:16:49,922 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:49,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:49,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:16:49,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:49,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:16:49,949 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669439949 2024-11-15T11:16:49,951 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:16:49,953 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:16:49,958 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:16:49,959 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:16:49,959 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:16:49,960 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:16:49,965 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:16:49,981 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:16:49,982 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:16:49,983 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:16:49,983 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:16:49,989 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:16:49,989 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:16:49,992 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:16:49,994 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669409992,5,FailOnTimeoutGroup] 2024-11-15T11:16:49,998 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:16:50,001 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669409994,5,FailOnTimeoutGroup] 2024-11-15T11:16:50,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:16:50,003 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,003 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,031 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T11:16:50,032 WARN [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T11:16:50,133 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,34721,1731669407628 with port=38231, startcode=1731669408581 2024-11-15T11:16:50,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34721 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,147 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268 2024-11-15T11:16:50,148 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33855 2024-11-15T11:16:50,148 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:16:50,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/rs 2024-11-15T11:16:50,163 DEBUG [RS:0;dbbb793b8023:38231 {}] zookeeper.ZKUtil(111): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/rs/dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,164 WARN [RS:0;dbbb793b8023:38231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:16:50,164 INFO [RS:0;dbbb793b8023:38231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:50,164 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,38231,1731669408581] 2024-11-15T11:16:50,195 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:16:50,217 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:16:50,222 INFO [RS:0;dbbb793b8023:38231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:16:50,222 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,223 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:16:50,229 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:16:50,230 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,231 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,231 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,231 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,232 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,232 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,232 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:16:50,232 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,232 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,233 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,233 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,233 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,233 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:50,233 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:16:50,234 DEBUG [RS:0;dbbb793b8023:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:16:50,234 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,235 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,235 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,235 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,235 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,235 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,38231,1731669408581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:16:50,264 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:16:50,266 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,38231,1731669408581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,266 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,266 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.Replication(171): dbbb793b8023,38231,1731669408581 started 2024-11-15T11:16:50,285 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:50,286 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,38231,1731669408581, RpcServer on dbbb793b8023/172.17.0.2:38231, sessionid=0x1013e361d840001 2024-11-15T11:16:50,287 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:16:50,287 DEBUG [RS:0;dbbb793b8023:38231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,287 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,38231,1731669408581' 2024-11-15T11:16:50,287 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921949221/flush-table-proc/abort' 2024-11-15T11:16:50,289 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921949221/flush-table-proc/acquired' 2024-11-15T11:16:50,289 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:16:50,290 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:16:50,290 DEBUG [RS:0;dbbb793b8023:38231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,290 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,38231,1731669408581' 2024-11-15T11:16:50,290 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921949221/online-snapshot/abort' 2024-11-15T11:16:50,291 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921949221/online-snapshot/acquired' 2024-11-15T11:16:50,291 DEBUG [RS:0;dbbb793b8023:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:16:50,291 INFO [RS:0;dbbb793b8023:38231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:16:50,291 INFO [RS:0;dbbb793b8023:38231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:16:50,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:16:50,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268 2024-11-15T11:16:50,398 INFO [RS:0;dbbb793b8023:38231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:16:50,405 INFO [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38231%2C1731669408581, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:16:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:16:50,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:50,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:16:50,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:16:50,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:50,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:50,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:16:50,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:16:50,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:50,433 DEBUG [RS:0;dbbb793b8023:38231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409, exclude list is [], retry=0 2024-11-15T11:16:50,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:50,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:16:50,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:16:50,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:16:50,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:50,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:50,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:16:50,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:16:50,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:50,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:50,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:16:50,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:16:50,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:16:50,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:16:50,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:16:50,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:50,459 INFO [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 2024-11-15T11:16:50,461 DEBUG [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:16:50,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:16:50,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:16:50,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59002425, jitterRate=-0.1207953542470932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669410410Initializing all the Stores at 1731669410413 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410414 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669410414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410414Cleaning up temporary data from old regions at 1731669410457 (+43 ms)Region opened successfully at 1731669410476 (+19 ms) 2024-11-15T11:16:50,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:16:50,476 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:16:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:16:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:16:50,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:16:50,479 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:16:50,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669410476Disabling compacts and flushes for region at 1731669410476Disabling writes for close at 1731669410477 (+1 ms)Writing region close event to WAL at 1731669410478 (+1 ms)Closed at 1731669410479 (+1 ms) 2024-11-15T11:16:50,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:50,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:16:50,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:16:50,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:16:50,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:16:50,653 DEBUG [dbbb793b8023:34721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:16:50,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:50,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,38231,1731669408581, state=OPENING 2024-11-15T11:16:50,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:16:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:50,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:16:50,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:16:50,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:16:50,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,38231,1731669408581}] 2024-11-15T11:16:50,919 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:16:50,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:16:50,935 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:16:50,935 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:50,936 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:16:50,939 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38231%2C1731669408581.meta, suffix=.meta, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:16:50,960 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.meta.1731669410941.meta, exclude list is [], retry=0 2024-11-15T11:16:50,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:16:50,968 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.meta.1731669410941.meta 2024-11-15T11:16:50,969 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:16:50,969 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:16:50,974 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:16:50,976 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:16:50,979 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:16:50,981 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:16:50,985 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:16:50,986 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:50,986 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:16:50,986 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:16:50,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:16:50,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:16:50,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:50,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:50,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:16:51,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:16:51,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:51,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:51,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:16:51,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:16:51,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:51,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:51,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:16:51,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:16:51,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:51,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:51,010 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:16:51,011 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:16:51,014 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:16:51,016 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:16:51,017 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:16:51,017 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:51,020 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:16:51,022 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67231944, jitterRate=0.0018340349197387695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:51,022 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:16:51,024 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669410987Writing region info on filesystem at 1731669410987Initializing all the Stores at 1731669410989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410990 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410992 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669410992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669410992Cleaning up temporary data from old regions at 1731669411017 (+25 ms)Running coprocessor post-open hooks at 1731669411023 (+6 ms)Region opened successfully at 1731669411024 (+1 ms) 2024-11-15T11:16:51,032 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669410911 2024-11-15T11:16:51,044 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:16:51,045 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:16:51,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:51,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,38231,1731669408581, state=OPEN 2024-11-15T11:16:51,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:16:51,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:16:51,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:16:51,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:16:51,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:51,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:16:51,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,38231,1731669408581 in 381 msec 2024-11-15T11:16:51,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:16:51,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-11-15T11:16:51,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:51,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:16:51,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:16:51,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38231,1731669408581, seqNum=-1] 2024-11-15T11:16:51,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:16:51,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:16:51,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-15T11:16:51,205 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669411205, completionTime=-1 2024-11-15T11:16:51,208 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:16:51,208 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:16:51,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:16:51,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669471234 2024-11-15T11:16:51,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669531234 2024-11-15T11:16:51,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-15T11:16:51,236 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,237 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,237 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,239 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:34721, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,239 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,240 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,247 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:16:51,270 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.453sec 2024-11-15T11:16:51,271 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:16:51,273 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:16:51,274 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:16:51,275 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:16:51,275 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:16:51,276 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:16:51,276 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:16:51,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:16:51,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:16:51,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34721,1731669407628-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:51,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:51,345 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T11:16:51,345 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T11:16:51,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34721,-1 for getting cluster id 2024-11-15T11:16:51,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:51,359 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a77b88e3-6dc9-4816-b4de-1085cb4fd452' 2024-11-15T11:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a77b88e3-6dc9-4816-b4de-1085cb4fd452" 2024-11-15T11:16:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f7a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34721,-1] 2024-11-15T11:16:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:51,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:51,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:51,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c33ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:51,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:16:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38231,1731669408581, seqNum=-1] 2024-11-15T11:16:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:16:51,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:16:51,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,34721,1731669407628 2024-11-15T11:16:51,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:51,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e361d840002 connected 2024-11-15T11:16:51,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir so I do NOT create it in target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25 2024-11-15T11:16:51,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:16:51,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.tmp.dir so I do NOT create it in target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25 2024-11-15T11:16:51,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:16:51,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25 2024-11-15T11:16:51,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:16:51,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/cluster_27c12208-ac63-b8ab-2716-ab841f9af243, deleteOnExit=true 2024-11-15T11:16:51,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/test.cache.data in system properties and HBase conf 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:16:51,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:16:51,544 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:16:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:16:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:16:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:16:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:16:51,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:16:51,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:16:51,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:52,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:16:52,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:16:52,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:16:52,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:16:52,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:52,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:16:52,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:16:52,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/java.io.tmpdir/jetty-localhost-46065-hadoop-hdfs-3_4_1-tests_jar-_-any-12972121883732510231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:16:52,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:46065} 2024-11-15T11:16:52,136 INFO [Time-limited test {}] server.Server(415): Started @11837ms 2024-11-15T11:16:52,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:16:52,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:16:52,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:16:52,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:16:52,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:16:52,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:16:52,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:16:52,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/java.io.tmpdir/jetty-localhost-33049-hadoop-hdfs-3_4_1-tests_jar-_-any-11832463239891054952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:16:52,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:33049} 2024-11-15T11:16:52,660 INFO [Time-limited test {}] server.Server(415): Started @12362ms 2024-11-15T11:16:52,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:16:53,353 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/cluster_27c12208-ac63-b8ab-2716-ab841f9af243/data/data1/current/BP-1968104890-172.17.0.2-1731669411570/current, will proceed with Du for space computation calculation, 2024-11-15T11:16:53,354 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/cluster_27c12208-ac63-b8ab-2716-ab841f9af243/data/data2/current/BP-1968104890-172.17.0.2-1731669411570/current, will proceed with Du for space computation calculation, 2024-11-15T11:16:53,405 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:16:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bf61e0032c01fa with lease ID 0x4b08552d5bd08cc: Processing first storage report for DS-f1159d13-691e-4336-98c0-05b6677f440f from datanode DatanodeRegistration(127.0.0.1:33487, datanodeUuid=5b532160-bc58-4d7c-93b0-c2ea5db5e46d, infoPort=41419, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=757197810;c=1731669411570) 2024-11-15T11:16:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bf61e0032c01fa with lease ID 0x4b08552d5bd08cc: from storage DS-f1159d13-691e-4336-98c0-05b6677f440f node DatanodeRegistration(127.0.0.1:33487, datanodeUuid=5b532160-bc58-4d7c-93b0-c2ea5db5e46d, infoPort=41419, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=757197810;c=1731669411570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:16:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5bf61e0032c01fa with lease ID 0x4b08552d5bd08cc: Processing first storage report for DS-f54ac765-d21d-4fae-b94f-7cb8c0b5c2c7 from datanode DatanodeRegistration(127.0.0.1:33487, datanodeUuid=5b532160-bc58-4d7c-93b0-c2ea5db5e46d, infoPort=41419, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=757197810;c=1731669411570) 2024-11-15T11:16:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5bf61e0032c01fa with lease ID 0x4b08552d5bd08cc: from storage DS-f54ac765-d21d-4fae-b94f-7cb8c0b5c2c7 node DatanodeRegistration(127.0.0.1:33487, datanodeUuid=5b532160-bc58-4d7c-93b0-c2ea5db5e46d, infoPort=41419, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=757197810;c=1731669411570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:16:53,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25 2024-11-15T11:16:53,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:53,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:16:53,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352 with version=8 2024-11-15T11:16:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/hbase-staging 2024-11-15T11:16:53,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:16:53,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:53,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:53,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:16:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:53,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:16:53,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:16:53,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:16:53,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36089 2024-11-15T11:16:53,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36089 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:53,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360890x0, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:53,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36089-0x1013e361d840003 connected 2024-11-15T11:16:53,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:53,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:53,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/running 2024-11-15T11:16:53,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352, hbase.cluster.distributed=false 2024-11-15T11:16:53,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/acl 2024-11-15T11:16:53,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-15T11:16:53,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36089 2024-11-15T11:16:53,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36089 2024-11-15T11:16:53,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-15T11:16:53,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-15T11:16:54,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:16:54,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:54,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:54,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:16:54,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:16:54,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:16:54,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:16:54,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:16:54,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43633 2024-11-15T11:16:54,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43633 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:54,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:54,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:54,026 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436330x0, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:54,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436330x0, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/running 2024-11-15T11:16:54,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43633-0x1013e361d840004 connected 2024-11-15T11:16:54,027 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:16:54,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:16:54,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/master 2024-11-15T11:16:54,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/acl 2024-11-15T11:16:54,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-15T11:16:54,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43633 2024-11-15T11:16:54,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43633 2024-11-15T11:16:54,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-15T11:16:54,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43633 2024-11-15T11:16:54,046 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:36089 2024-11-15T11:16:54,047 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11452004605/backup-masters/dbbb793b8023,36089,1731669413849 2024-11-15T11:16:54,057 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/backup-masters 2024-11-15T11:16:54,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/backup-masters 2024-11-15T11:16:54,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on existing znode=/11452004605/backup-masters/dbbb793b8023,36089,1731669413849 2024-11-15T11:16:54,067 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11452004605/master 2024-11-15T11:16:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:54,068 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:54,068 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on existing znode=/11452004605/master 2024-11-15T11:16:54,069 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11452004605/backup-masters/dbbb793b8023,36089,1731669413849 from backup master directory 2024-11-15T11:16:54,078 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:16:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11452004605/backup-masters/dbbb793b8023,36089,1731669413849 2024-11-15T11:16:54,078 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,36089,1731669413849 2024-11-15T11:16:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/backup-masters 2024-11-15T11:16:54,078 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/backup-masters 2024-11-15T11:16:54,088 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/hbase.id] with ID: 77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:16:54,088 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/.tmp/hbase.id 2024-11-15T11:16:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:16:54,503 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/.tmp/hbase.id]:[hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/hbase.id] 2024-11-15T11:16:54,534 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:16:54,534 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:16:54,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T11:16:54,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:54,583 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:16:54,998 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:16:54,999 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:16:54,999 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:16:55,416 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store 2024-11-15T11:16:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:16:55,427 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:55,427 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:16:55,427 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:55,428 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:55,428 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:16:55,428 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:55,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:16:55,428 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669415427Disabling compacts and flushes for region at 1731669415427Disabling writes for close at 1731669415428 (+1 ms)Writing region close event to WAL at 1731669415428Closed at 1731669415428 2024-11-15T11:16:55,430 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/.initializing 2024-11-15T11:16:55,430 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/WALs/dbbb793b8023,36089,1731669413849 2024-11-15T11:16:55,431 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:16:55,434 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C36089%2C1731669413849, suffix=, logDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/WALs/dbbb793b8023,36089,1731669413849, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/oldWALs, maxLogs=10 2024-11-15T11:16:55,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/WALs/dbbb793b8023,36089,1731669413849/dbbb793b8023%2C36089%2C1731669413849.1731669415435, exclude list is [], retry=0 2024-11-15T11:16:55,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-f1159d13-691e-4336-98c0-05b6677f440f,DISK] 2024-11-15T11:16:55,491 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/WALs/dbbb793b8023,36089,1731669413849/dbbb793b8023%2C36089%2C1731669413849.1731669415435 2024-11-15T11:16:55,496 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-15T11:16:55,496 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:16:55,497 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:55,497 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,497 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:16:55,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:55,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:55,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:16:55,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:16:55,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:16:55,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:55,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:55,525 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,527 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,527 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,539 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,539 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,540 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:55,542 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:16:55,545 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:16:55,546 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158557, jitterRate=-0.08866648375988007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:55,547 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669415497Initializing all the Stores at 1731669415500 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669415500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669415503 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669415503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669415503Cleaning up temporary data from old regions at 1731669415539 (+36 ms)Region opened successfully at 1731669415547 (+8 ms) 2024-11-15T11:16:55,547 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:16:55,553 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736d1e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:16:55,556 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:16:55,556 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:16:55,556 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:16:55,557 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:16:55,557 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:16:55,558 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:16:55,558 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:16:55,561 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:16:55,562 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/balancer because node does not exist (not necessarily an error) 2024-11-15T11:16:55,573 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/balancer already deleted, retry=false 2024-11-15T11:16:55,573 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:16:55,574 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:16:55,583 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/normalizer already deleted, retry=false 2024-11-15T11:16:55,583 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:16:55,585 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:16:55,594 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/switch/split already deleted, retry=false 2024-11-15T11:16:55,595 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:16:55,604 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/switch/merge already deleted, retry=false 2024-11-15T11:16:55,607 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:16:55,615 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/snapshot-cleanup already deleted, retry=false 2024-11-15T11:16:55,625 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11452004605/running 2024-11-15T11:16:55,626 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11452004605/running 2024-11-15T11:16:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,629 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,36089,1731669413849, sessionid=0x1013e361d840003, setting cluster-up flag (Was=false) 2024-11-15T11:16:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,646 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,678 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11452004605/flush-table-proc/acquired, /11452004605/flush-table-proc/reached, /11452004605/flush-table-proc/abort 2024-11-15T11:16:55,680 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,36089,1731669413849 2024-11-15T11:16:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,699 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:55,731 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11452004605/online-snapshot/acquired, /11452004605/online-snapshot/reached, /11452004605/online-snapshot/abort 2024-11-15T11:16:55,732 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,36089,1731669413849 2024-11-15T11:16:55,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:16:55,738 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(746): ClusterId : 77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:16:55,738 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:16:55,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:55,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:16:55,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:16:55,740 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,36089,1731669413849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:16:55,752 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:16:55,752 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:16:55,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,753 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:16:55,753 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,756 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669445756 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:16:55,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:16:55,763 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:16:55,764 DEBUG [RS:0;dbbb793b8023:43633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158b20a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:16:55,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:55,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:16:55,768 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:55,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:16:55,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:16:55,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:16:55,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:16:55,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:16:55,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:16:55,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:16:55,789 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:43633 2024-11-15T11:16:55,789 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:16:55,789 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:16:55,789 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:16:55,790 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,36089,1731669413849 with port=43633, startcode=1731669414006 2024-11-15T11:16:55,791 DEBUG [RS:0;dbbb793b8023:43633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:16:55,794 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669415788,5,FailOnTimeoutGroup] 2024-11-15T11:16:55,803 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:16:55,804 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:16:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:16:55,808 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T11:16:55,808 WARN [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T11:16:55,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:16:55,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352 2024-11-15T11:16:55,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669415794,5,FailOnTimeoutGroup] 2024-11-15T11:16:55,813 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,813 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:16:55,813 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,813 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:16:55,909 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,36089,1731669413849 with port=43633, startcode=1731669414006 2024-11-15T11:16:55,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,913 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352 2024-11-15T11:16:55,913 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46187 2024-11-15T11:16:55,913 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:16:55,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/rs 2024-11-15T11:16:55,921 DEBUG [RS:0;dbbb793b8023:43633 {}] zookeeper.ZKUtil(111): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on existing znode=/11452004605/rs/dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,921 WARN [RS:0;dbbb793b8023:43633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:16:55,921 INFO [RS:0;dbbb793b8023:43633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:55,921 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,43633,1731669414006] 2024-11-15T11:16:55,925 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:16:55,928 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:16:55,928 INFO [RS:0;dbbb793b8023:43633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:16:55,928 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,929 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:16:55,930 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:16:55,930 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,930 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,930 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,930 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,931 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:16:55,932 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:16:55,932 DEBUG [RS:0;dbbb793b8023:43633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,934 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43633,1731669414006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:16:55,949 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:16:55,949 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43633,1731669414006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,949 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,949 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.Replication(171): dbbb793b8023,43633,1731669414006 started 2024-11-15T11:16:55,963 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:55,964 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,43633,1731669414006, RpcServer on dbbb793b8023/172.17.0.2:43633, sessionid=0x1013e361d840004 2024-11-15T11:16:55,964 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:16:55,964 DEBUG [RS:0;dbbb793b8023:43633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,964 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,43633,1731669414006' 2024-11-15T11:16:55,964 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11452004605/flush-table-proc/abort' 2024-11-15T11:16:55,965 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11452004605/flush-table-proc/acquired' 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,43633,1731669414006 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,43633,1731669414006' 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11452004605/online-snapshot/abort' 2024-11-15T11:16:55,966 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11452004605/online-snapshot/acquired' 2024-11-15T11:16:55,967 DEBUG [RS:0;dbbb793b8023:43633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:16:55,967 INFO [RS:0;dbbb793b8023:43633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:16:55,967 INFO [RS:0;dbbb793b8023:43633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:16:56,068 INFO [RS:0;dbbb793b8023:43633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:16:56,071 INFO [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C43633%2C1731669414006, suffix=, logDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/oldWALs, maxLogs=10 2024-11-15T11:16:56,091 DEBUG [RS:0;dbbb793b8023:43633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006/dbbb793b8023%2C43633%2C1731669414006.1731669416073, exclude list is [], retry=0 2024-11-15T11:16:56,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-f1159d13-691e-4336-98c0-05b6677f440f,DISK] 2024-11-15T11:16:56,101 INFO [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006/dbbb793b8023%2C43633%2C1731669414006.1731669416073 2024-11-15T11:16:56,101 DEBUG [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-15T11:16:56,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:56,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:16:56,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:16:56,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:16:56,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:16:56,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:16:56,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:16:56,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:16:56,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:16:56,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:16:56,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740 2024-11-15T11:16:56,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740 2024-11-15T11:16:56,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:16:56,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:16:56,244 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:56,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:16:56,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:16:56,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71651331, jitterRate=0.06768803298473358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669416223Initializing all the Stores at 1731669416225 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416225Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669416225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416225Cleaning up temporary data from old regions at 1731669416244 (+19 ms)Region opened successfully at 1731669416250 (+6 ms) 2024-11-15T11:16:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:16:56,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:16:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:16:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:16:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:16:56,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:16:56,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669416250Disabling compacts and flushes for region at 1731669416250Disabling writes for close at 1731669416250Writing region close event to WAL at 1731669416251 (+1 ms)Closed at 1731669416251 2024-11-15T11:16:56,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:56,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:16:56,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:16:56,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:16:56,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:16:56,407 DEBUG [dbbb793b8023:36089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:16:56,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,43633,1731669414006 2024-11-15T11:16:56,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,43633,1731669414006, state=OPENING 2024-11-15T11:16:56,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:16:56,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:16:56,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:16:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:56,667 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:16:56,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11452004605/meta-region-server: CHANGED 2024-11-15T11:16:56,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11452004605/meta-region-server: CHANGED 2024-11-15T11:16:56,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:16:56,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,43633,1731669414006}] 2024-11-15T11:16:56,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:16:56,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:16:56,831 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:16:56,831 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:56,832 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:16:56,834 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C43633%2C1731669414006.meta, suffix=.meta, logDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/oldWALs, maxLogs=10 2024-11-15T11:16:56,849 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006/dbbb793b8023%2C43633%2C1731669414006.meta.1731669416836.meta, exclude list is [], retry=0 2024-11-15T11:16:56,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33487,DS-f1159d13-691e-4336-98c0-05b6677f440f,DISK] 2024-11-15T11:16:56,858 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/WALs/dbbb793b8023,43633,1731669414006/dbbb793b8023%2C43633%2C1731669414006.meta.1731669416836.meta 2024-11-15T11:16:56,860 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-15T11:16:56,860 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:16:56,861 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:16:56,861 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:16:56,861 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:16:56,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:16:56,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:16:56,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:16:56,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:16:56,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:16:56,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:16:56,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:16:56,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:16:56,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:56,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:16:56,873 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:16:56,874 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740 2024-11-15T11:16:56,876 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740 2024-11-15T11:16:56,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:16:56,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:16:56,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:16:56,883 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:16:56,885 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73124214, jitterRate=0.0896356999874115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:16:56,885 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:16:56,885 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669416862Writing region info on filesystem at 1731669416862Initializing all the Stores at 1731669416863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669416863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669416863Cleaning up temporary data from old regions at 1731669416878 (+15 ms)Running coprocessor post-open hooks at 1731669416885 (+7 ms)Region opened successfully at 1731669416885 2024-11-15T11:16:56,887 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669416823 2024-11-15T11:16:56,892 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:16:56,892 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:16:56,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,43633,1731669414006 2024-11-15T11:16:56,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,43633,1731669414006, state=OPEN 2024-11-15T11:16:56,910 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11452004605/meta-region-server 2024-11-15T11:16:56,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11452004605/meta-region-server 2024-11-15T11:16:56,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,43633,1731669414006 2024-11-15T11:16:56,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11452004605/meta-region-server: CHANGED 2024-11-15T11:16:56,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11452004605/meta-region-server: CHANGED 2024-11-15T11:16:56,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:16:56,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,43633,1731669414006 in 242 msec 2024-11-15T11:16:56,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:16:56,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-15T11:16:56,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:16:56,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:16:56,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:16:56,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,43633,1731669414006, seqNum=-1] 2024-11-15T11:16:56,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:16:56,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:16:56,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-15T11:16:56,941 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669416941, completionTime=-1 2024-11-15T11:16:56,941 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:16:56,941 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:16:56,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:16:56,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669476944 2024-11-15T11:16:56,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669536944 2024-11-15T11:16:56,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T11:16:56,945 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,945 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,945 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,945 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:36089, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,945 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,946 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:56,951 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.876sec 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:16:56,954 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:16:56,955 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:16:56,958 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:16:56,958 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:16:56,958 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36089,1731669413849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:16:57,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:57,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:57,041 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:57,044 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:57,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:16:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,43633,1731669414006, seqNum=-1] 2024-11-15T11:16:57,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:16:57,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:16:57,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,36089,1731669413849 2024-11-15T11:16:57,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:16:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:16:57,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e361d840005 connected 2024-11-15T11:16:57,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34721,-1 for getting cluster id 2024-11-15T11:16:57,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:57,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a77b88e3-6dc9-4816-b4de-1085cb4fd452' 2024-11-15T11:16:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a77b88e3-6dc9-4816-b4de-1085cb4fd452" 2024-11-15T11:16:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330f0ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34721,-1] 2024-11-15T11:16:57,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:57,140 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:57,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675690ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:57,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34721,1731669407628 2024-11-15T11:16:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dfa523 2024-11-15T11:16:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:57,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:57,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:16:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:16:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:16:57,177 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:57,180 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdc63e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,180 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:57,180 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:57,181 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:57,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743be66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:57,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:57,183 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:57,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6dd3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:57,185 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:57,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:57,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2561e75e 2024-11-15T11:16:57,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:57,193 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:57,209 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T11:16:57,209 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:16:57,214 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:57,216 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:57,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:57,218 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:16:57,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:16:57,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:16:57,230 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:57,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:16:57,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741835_1011 (size=1138) 2024-11-15T11:16:57,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a947f8d2d3c81f0d6da0ce9f050a50a, NAME => 'hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268 2024-11-15T11:16:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741836_1012 (size=44) 2024-11-15T11:16:57,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:57,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a947f8d2d3c81f0d6da0ce9f050a50a, disabling compactions & flushes 2024-11-15T11:16:57,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. after waiting 0 ms 2024-11-15T11:16:57,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a947f8d2d3c81f0d6da0ce9f050a50a: Waiting for close lock at 1731669417274Disabling compacts and flushes for region at 1731669417274Disabling writes for close at 1731669417274Writing region close event to WAL at 1731669417274Closed at 1731669417274 2024-11-15T11:16:57,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:16:57,282 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:16:57,284 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669417278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669417278"}]},"ts":"1731669417278"} 2024-11-15T11:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:16:57,290 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:16:57,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:16:57,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669417293"}]},"ts":"1731669417293"} 2024-11-15T11:16:57,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:16:57,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN}] 2024-11-15T11:16:57,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN 2024-11-15T11:16:57,308 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN; state=OFFLINE, location=dbbb793b8023,38231,1731669408581; forceNewPlan=false, retain=false 2024-11-15T11:16:57,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a947f8d2d3c81f0d6da0ce9f050a50a, regionState=OPENING, regionLocation=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:57,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN because future has completed 2024-11-15T11:16:57,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,38231,1731669408581}] 2024-11-15T11:16:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:16:57,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:16:57,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:16:57,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38231%2C1731669408581.rep, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:16:57,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.rep.1731669417628, exclude list is [], retry=0 2024-11-15T11:16:57,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:16:57,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.rep.1731669417628 2024-11-15T11:16:57,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:16:57,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a947f8d2d3c81f0d6da0ce9f050a50a, NAME => 'hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:16:57,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:16:57,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:16:57,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. service=MultiRowMutationService 2024-11-15T11:16:57,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:16:57,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:16:57,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,657 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,658 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName hfileref 2024-11-15T11:16:57,658 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:57,659 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:57,659 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,661 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName queue 2024-11-15T11:16:57,661 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:57,662 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:57,662 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,663 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName sid 2024-11-15T11:16:57,664 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:16:57,664 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:16:57,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:16:57,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:16:57,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8a947f8d2d3c81f0d6da0ce9f050a50a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68748690, jitterRate=0.024435311555862427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:16:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:57,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8a947f8d2d3c81f0d6da0ce9f050a50a: Running coprocessor pre-open hook at 1731669417655Writing region info on filesystem at 1731669417655Initializing all the Stores at 1731669417656 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669417656Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669417657 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669417657Cleaning up temporary data from old regions at 1731669417667 (+10 ms)Running coprocessor post-open hooks at 1731669417675 (+8 ms)Region opened successfully at 1731669417676 (+1 ms) 2024-11-15T11:16:57,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., pid=7, masterSystemTime=1731669417618 2024-11-15T11:16:57,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:57,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a947f8d2d3c81f0d6da0ce9f050a50a, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,38231,1731669408581 2024-11-15T11:16:57,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,38231,1731669408581 because future has completed 2024-11-15T11:16:57,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T11:16:57,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,38231,1731669408581 in 230 msec 2024-11-15T11:16:57,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:16:57,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN in 397 msec 2024-11-15T11:16:57,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:16:57,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669417708"}]},"ts":"1731669417708"} 2024-11-15T11:16:57,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:16:57,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:16:57,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 496 msec 2024-11-15T11:16:57,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., hostname=dbbb793b8023,38231,1731669408581, seqNum=2] 2024-11-15T11:16:57,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T11:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:16:57,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:57,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:16:58,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T11:16:58,017 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:16:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:16:58,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:16:58,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:16:58,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:16:58,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:16:58,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:16:58,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:16:58,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:16:58,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:16:58,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:16:58,067 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,38231,1731669408581, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:16:58,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:16:58,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38231,1731669408581, seqNum=-1] 2024-11-15T11:16:58,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:16:58,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T11:16:58,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,38231,1731669408581', locateType=CURRENT is [region=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., hostname=dbbb793b8023,38231,1731669408581, seqNum=2] 2024-11-15T11:16:58,080 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T11:16:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T11:16:58,088 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,38231,1731669408581 suceeded 2024-11-15T11:16:58,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T11:16:58,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-15T11:16:58,092 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:58,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 927 msec 2024-11-15T11:16:58,105 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:58,107 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3348efb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,107 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:58,107 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:58,108 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ed15a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:58,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:58,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,111 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:58,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c42df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d73ad50 2024-11-15T11:16:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,114 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,116 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,38231,1731669408581 (queues=1) is replicating from cluster=a77b88e3-6dc9-4816-b4de-1085cb4fd452 to cluster=77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:16:58,119 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C38231%2C1731669408581 2024-11-15T11:16:58,124 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,38231,1731669408581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:16:58,126 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C38231%2C1731669408581 2024-11-15T11:16:58,130 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409, startPosition=0, beingWritten=true 2024-11-15T11:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:16:58,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:16:58,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:16:58,319 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:16:58,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:58,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34721,-1 for getting cluster id 2024-11-15T11:16:58,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:58,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a77b88e3-6dc9-4816-b4de-1085cb4fd452' 2024-11-15T11:16:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a77b88e3-6dc9-4816-b4de-1085cb4fd452" 2024-11-15T11:16:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28809590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34721,-1] 2024-11-15T11:16:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,325 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a681a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34721,1731669407628 2024-11-15T11:16:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2324d9c4 2024-11-15T11:16:58,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,330 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T11:16:58,337 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:58,338 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3549461c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,338 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:58,338 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:58,340 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:58,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:58,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:58,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dc221d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:58,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:58,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,343 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:58,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57765f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,344 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:58,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398a5c6 2024-11-15T11:16:58,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,348 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,350 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T11:16:58,350 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:16:58,350 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,350 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:58,395 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:58,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T11:16:58,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T11:16:58,570 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T11:16:58,618 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-dbbb793b8023,38231,1731669408581, ReplicationSource: 2, currentBandwidth=0 2024-11-15T11:16:58,622 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T11:16:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T11:16:58,627 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on dbbb793b8023,38231,1731669408581 suceeded 2024-11-15T11:16:58,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:16:58,630 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:58,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-15T11:16:58,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 299 msec 2024-11-15T11:16:58,639 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:58,640 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43e67787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,640 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:58,640 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:58,641 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:58,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:58,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:58,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b58895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,644 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:58,645 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6c7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,645 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a14927 2024-11-15T11:16:58,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,648 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T11:16:58,648 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbbb793b8023,38231,1731669408581 (queues=1) is replicating from cluster=a77b88e3-6dc9-4816-b4de-1085cb4fd452 to cluster=77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:16:58,649 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbbb793b8023%2C38231%2C1731669408581 2024-11-15T11:16:58,649 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbbb793b8023,38231,1731669408581, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:16:58,649 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T11:16:58,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:16:58,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:16:58,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,649 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C38231%2C1731669408581 2024-11-15T11:16:58,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:58,649 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409, startPosition=0, beingWritten=true 2024-11-15T11:16:58,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34721,1731669407628 2024-11-15T11:16:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619cb41b 2024-11-15T11:16:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:16:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T11:16:58,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:16:58,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T11:16:58,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T11:16:58,675 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:58,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2cd5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,676 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T11:16:58,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:58,678 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e587816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,683 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:58,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e32a206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:58,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1798d512 2024-11-15T11:16:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:58,686 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:58,687 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:16:58,687 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:16:58,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:58,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:58,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:16:58,703 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T11:16:58,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T11:16:58,858 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T11:16:58,859 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T11:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T11:16:58,863 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on dbbb793b8023,38231,1731669408581 suceeded 2024-11-15T11:16:58,863 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:58,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T11:16:58,866 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:58,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-15T11:16:58,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-15T11:16:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T11:16:59,000 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T11:16:59,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T11:16:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T11:16:59,007 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:16:59,008 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72597a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:59,008 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:16:59,008 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:16:59,009 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:16:59,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:16:59,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:16:59,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b25f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:59,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:16:59,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:16:59,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,012 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:16:59,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72287439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:16:59,013 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:16:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:16:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@236bc3e2 2024-11-15T11:16:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:16:59,015 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:16:59,016 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T11:16:59,016 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:16:59,016 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,016 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:59,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:16:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T11:16:59,116 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:59,179 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:59,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T11:16:59,223 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T11:16:59,224 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T11:16:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T11:16:59,227 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on dbbb793b8023,38231,1731669408581 suceeded 2024-11-15T11:16:59,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T11:16:59,230 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://dbbb793b8023:36089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:16:59,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-15T11:16:59,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 229 msec 2024-11-15T11:16:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T11:16:59,318 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T11:16:59,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:16:59,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T11:16:59,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:16:59,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:16:59,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:16:59,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:16:59,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-15T11:16:59,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,34721,1731669407628 2024-11-15T11:16:59,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/running 2024-11-15T11:16:59,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:59,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:16:59,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/running 2024-11-15T11:16:59,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:16:59,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:16:59,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:16:59,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,38231,1731669408581' ***** 2024-11-15T11:16:59,332 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:16:59,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:16:59,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:16:59,332 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:16:59,333 INFO [RS:0;dbbb793b8023:38231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:16:59,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:16:59,333 INFO [RS:0;dbbb793b8023:38231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:16:59,333 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,38231,1731669408581 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38231. 2024-11-15T11:16:59,334 DEBUG [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:16:59,334 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:16:59,334 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a947f8d2d3c81f0d6da0ce9f050a50a, disabling compactions & flushes 2024-11-15T11:16:59,334 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:59,334 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:16:59,334 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. after waiting 0 ms 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:16:59,334 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:59,334 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:16:59,335 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:16:59,335 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.} 2024-11-15T11:16:59,335 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:16:59,335 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:16:59,335 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:16:59,335 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:59,335 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:16:59,335 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:16:59,339 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a947f8d2d3c81f0d6da0ce9f050a50a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T11:16:59,339 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T11:16:59,342 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:16:59,422 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/.tmp/queue/cd32b06f432a457090bb3b8b0b7a68a0 is 151, key is 1-dbbb793b8023,38231,1731669408581/queue:dbbb793b8023%2C38231%2C1731669408581/1731669418075/Put/seqid=0 2024-11-15T11:16:59,423 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/00e131c5e86442c38443adaa5e5fba87 is 147, key is hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a./info:regioninfo/1731669417683/Put/seqid=0 2024-11-15T11:16:59,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741838_1014 (size=6631) 2024-11-15T11:16:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741839_1015 (size=5500) 2024-11-15T11:16:59,535 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:59,586 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:59,623 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:16:59,736 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:16:59,844 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/00e131c5e86442c38443adaa5e5fba87 2024-11-15T11:16:59,857 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/.tmp/queue/cd32b06f432a457090bb3b8b0b7a68a0 2024-11-15T11:16:59,892 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/.tmp/queue/cd32b06f432a457090bb3b8b0b7a68a0 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/queue/cd32b06f432a457090bb3b8b0b7a68a0 2024-11-15T11:16:59,901 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/queue/cd32b06f432a457090bb3b8b0b7a68a0, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T11:16:59,908 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8a947f8d2d3c81f0d6da0ce9f050a50a in 569ms, sequenceid=6, compaction requested=false 2024-11-15T11:16:59,908 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:16:59,912 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/ns/291ca2d9714d4842952816dc2f6d6b30 is 43, key is default/ns:d/1731669411189/Put/seqid=0 2024-11-15T11:16:59,916 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T11:16:59,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741840_1016 (size=5153) 2024-11-15T11:16:59,918 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:16:59,918 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:16:59,918 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:59,919 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a947f8d2d3c81f0d6da0ce9f050a50a: Waiting for close lock at 1731669419334Running coprocessor pre-close hooks at 1731669419334Disabling compacts and flushes for region at 1731669419334Disabling writes for close at 1731669419334Obtaining lock to block concurrent updates at 1731669419339 (+5 ms)Preparing flush snapshotting stores in 8a947f8d2d3c81f0d6da0ce9f050a50a at 1731669419339Finished memstore snapshotting hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731669419348 (+9 ms)Flushing stores of hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. at 1731669419350 (+2 ms)Flushing 8a947f8d2d3c81f0d6da0ce9f050a50a/queue: creating writer at 1731669419352 (+2 ms)Flushing 8a947f8d2d3c81f0d6da0ce9f050a50a/queue: appending metadata at 1731669419408 (+56 ms)Flushing 8a947f8d2d3c81f0d6da0ce9f050a50a/queue: closing flushed file at 1731669419408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eb65e0: reopening flushed file at 1731669419890 (+482 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8a947f8d2d3c81f0d6da0ce9f050a50a in 569ms, sequenceid=6, compaction requested=false at 1731669419908 (+18 ms)Writing region close event to WAL at 1731669419910 (+2 ms)Running coprocessor post-close hooks at 1731669419917 (+7 ms)Closed at 1731669419918 (+1 ms) 2024-11-15T11:16:59,919 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:16:59,936 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:00,094 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:17:00,136 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:00,232 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:17:00,272 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:17:00,273 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:17:00,319 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/ns/291ca2d9714d4842952816dc2f6d6b30 2024-11-15T11:17:00,337 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:17:00,337 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:17:00,337 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:00,346 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/table/390bb05913384446aad3ea190c73da2f is 53, key is hbase:replication/table:state/1731669417708/Put/seqid=0 2024-11-15T11:17:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741841_1017 (size=5256) 2024-11-15T11:17:00,537 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:00,702 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:17:00,737 DEBUG [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:00,752 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/table/390bb05913384446aad3ea190c73da2f 2024-11-15T11:17:00,768 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/00e131c5e86442c38443adaa5e5fba87 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/info/00e131c5e86442c38443adaa5e5fba87 2024-11-15T11:17:00,777 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/info/00e131c5e86442c38443adaa5e5fba87, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T11:17:00,778 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/ns/291ca2d9714d4842952816dc2f6d6b30 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/ns/291ca2d9714d4842952816dc2f6d6b30 2024-11-15T11:17:00,786 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/ns/291ca2d9714d4842952816dc2f6d6b30, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:17:00,788 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/table/390bb05913384446aad3ea190c73da2f as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/table/390bb05913384446aad3ea190c73da2f 2024-11-15T11:17:00,795 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/table/390bb05913384446aad3ea190c73da2f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T11:17:00,796 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1461ms, sequenceid=11, compaction requested=false 2024-11-15T11:17:00,802 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:17:00,803 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:00,803 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:00,803 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:00,803 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669419335Running coprocessor pre-close hooks at 1731669419335Disabling compacts and flushes for region at 1731669419335Disabling writes for close at 1731669419335Obtaining lock to block concurrent updates at 1731669419339 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731669419339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731669419349 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669419352 (+3 ms)Flushing 1588230740/info: creating writer at 1731669419352Flushing 1588230740/info: appending metadata at 1731669419404 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731669419408 (+4 ms)Flushing 1588230740/ns: creating writer at 1731669419890 (+482 ms)Flushing 1588230740/ns: appending metadata at 1731669419911 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731669419911Flushing 1588230740/table: creating writer at 1731669420330 (+419 ms)Flushing 1588230740/table: appending metadata at 1731669420345 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731669420345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c7e217: reopening flushed file at 1731669420766 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c566ff0: reopening flushed file at 1731669420777 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1e61c7: reopening flushed file at 1731669420786 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1461ms, sequenceid=11, compaction requested=false at 1731669420796 (+10 ms)Writing region close event to WAL at 1731669420798 (+2 ms)Running coprocessor post-close hooks at 1731669420803 (+5 ms)Closed at 1731669420803 2024-11-15T11:17:00,803 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:00,938 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,38231,1731669408581; all regions closed. 2024-11-15T11:17:00,943 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.1731669410409 to pos 0, reset compression=false 2024-11-15T11:17:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741834_1010 (size=2742) 2024-11-15T11:17:00,954 DEBUG [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:00,955 INFO [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C38231%2C1731669408581.meta:.meta(num 1731669410941) 2024-11-15T11:17:00,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741837_1013 (size=1802) 2024-11-15T11:17:00,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581/dbbb793b8023%2C38231%2C1731669408581.rep.1731669417628 not finished, retry = 0 2024-11-15T11:17:01,067 DEBUG [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:01,067 INFO [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C38231%2C1731669408581.rep:(num 1731669417628) 2024-11-15T11:17:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741833_1009 (size=93) 2024-11-15T11:17:01,078 DEBUG [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:01,078 INFO [RS:0;dbbb793b8023:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C38231%2C1731669408581:(num 1731669410409) 2024-11-15T11:17:01,078 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:01,079 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:01,079 INFO [RS:0;dbbb793b8023:38231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:01,079 INFO [RS:0;dbbb793b8023:38231 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:01,080 INFO [RS:0;dbbb793b8023:38231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:01,080 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:01,080 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,38231,1731669408581 because: Region server is closing 2024-11-15T11:17:01,081 INFO [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38231. 2024-11-15T11:17:01,081 DEBUG [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:01,081 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:01,082 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:01,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:01,182 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:17:01,182 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:17:01,183 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,1-dbbb793b8023,38231,1731669408581 terminated 2024-11-15T11:17:01,183 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbbb793b8023,38231,1731669408581 because: Region server is closing 2024-11-15T11:17:01,183 INFO [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38231. 2024-11-15T11:17:01,183 DEBUG [RS:0;dbbb793b8023:38231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:01,183 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:01,184 DEBUG [RS:0;dbbb793b8023:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:01,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:01,284 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.wal-reader.dbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:17:01,284 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:17:01,284 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,38231,1731669408581.replicationSource.shipperdbbb793b8023%2C38231%2C1731669408581,2-dbbb793b8023,38231,1731669408581 terminated 2024-11-15T11:17:01,285 INFO [RS:0;dbbb793b8023:38231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38231 2024-11-15T11:17:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/rs/dbbb793b8023,38231,1731669408581 2024-11-15T11:17:01,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/rs 2024-11-15T11:17:01,342 INFO [RS:0;dbbb793b8023:38231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:01,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,38231,1731669408581] 2024-11-15T11:17:01,362 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/draining/dbbb793b8023,38231,1731669408581 already deleted, retry=false 2024-11-15T11:17:01,362 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,38231,1731669408581 expired; onlineServers=0 2024-11-15T11:17:01,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,34721,1731669407628' ***** 2024-11-15T11:17:01,363 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:17:01,363 INFO [M:0;dbbb793b8023:34721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:01,363 INFO [M:0;dbbb793b8023:34721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:01,363 DEBUG [M:0;dbbb793b8023:34721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:17:01,364 DEBUG [M:0;dbbb793b8023:34721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:17:01,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:17:01,364 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669409994 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669409994,5,FailOnTimeoutGroup] 2024-11-15T11:17:01,364 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669409992 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669409992,5,FailOnTimeoutGroup] 2024-11-15T11:17:01,364 INFO [M:0;dbbb793b8023:34721 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:01,365 INFO [M:0;dbbb793b8023:34721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:01,365 DEBUG [M:0;dbbb793b8023:34721 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:17:01,365 INFO [M:0;dbbb793b8023:34721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:17:01,365 INFO [M:0;dbbb793b8023:34721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:01,366 INFO [M:0;dbbb793b8023:34721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:17:01,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:17:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/master 2024-11-15T11:17:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:01,373 DEBUG [M:0;dbbb793b8023:34721 {}] zookeeper.ZKUtil(347): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/master because node does not exist (not an error) 2024-11-15T11:17:01,373 WARN [M:0;dbbb793b8023:34721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:17:01,374 INFO [M:0;dbbb793b8023:34721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.lastflushedseqids 2024-11-15T11:17:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741842_1018 (size=181) 2024-11-15T11:17:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x1013e361d840001, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:01,454 INFO [RS:0;dbbb793b8023:38231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:01,454 INFO [RS:0;dbbb793b8023:38231 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,38231,1731669408581; zookeeper connection closed. 2024-11-15T11:17:01,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7261dc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7261dc2 2024-11-15T11:17:01,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:17:01,790 INFO [M:0;dbbb793b8023:34721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:17:01,791 INFO [M:0;dbbb793b8023:34721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:17:01,791 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:01,792 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:01,792 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:01,792 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:01,792 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:01,793 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T11:17:01,814 DEBUG [M:0;dbbb793b8023:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f175b651f9b42faaf3f6601da96a2e1 is 82, key is hbase:meta,,1/info:regioninfo/1731669411046/Put/seqid=0 2024-11-15T11:17:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741843_1019 (size=5672) 2024-11-15T11:17:02,220 INFO [M:0;dbbb793b8023:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f175b651f9b42faaf3f6601da96a2e1 2024-11-15T11:17:02,247 DEBUG [M:0;dbbb793b8023:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b077f7169fe4ebeb9a68898d47a218c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731669417718/Put/seqid=0 2024-11-15T11:17:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741844_1020 (size=8663) 2024-11-15T11:17:02,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:02,654 INFO [M:0;dbbb793b8023:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b077f7169fe4ebeb9a68898d47a218c 2024-11-15T11:17:02,680 DEBUG [M:0;dbbb793b8023:34721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256053d3207c479f9c8fa9fcec056ceb is 69, key is dbbb793b8023,38231,1731669408581/rs:state/1731669410141/Put/seqid=0 2024-11-15T11:17:02,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741845_1021 (size=5156) 2024-11-15T11:17:03,086 INFO [M:0;dbbb793b8023:34721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256053d3207c479f9c8fa9fcec056ceb 2024-11-15T11:17:03,095 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f175b651f9b42faaf3f6601da96a2e1 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f175b651f9b42faaf3f6601da96a2e1 2024-11-15T11:17:03,102 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f175b651f9b42faaf3f6601da96a2e1, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T11:17:03,104 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b077f7169fe4ebeb9a68898d47a218c as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b077f7169fe4ebeb9a68898d47a218c 2024-11-15T11:17:03,111 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b077f7169fe4ebeb9a68898d47a218c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T11:17:03,112 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256053d3207c479f9c8fa9fcec056ceb as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/256053d3207c479f9c8fa9fcec056ceb 2024-11-15T11:17:03,118 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/256053d3207c479f9c8fa9fcec056ceb, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T11:17:03,119 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false 2024-11-15T11:17:03,121 INFO [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:03,121 DEBUG [M:0;dbbb793b8023:34721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669421791Disabling compacts and flushes for region at 1731669421791Disabling writes for close at 1731669421792 (+1 ms)Obtaining lock to block concurrent updates at 1731669421793 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669421793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731669421794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669421796 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669421796Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669421814 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669421814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669422231 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669422247 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669422247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669422665 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669422679 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669422680 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186df575: reopening flushed file at 1731669423094 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ab43a: reopening flushed file at 1731669423103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209d9d56: reopening flushed file at 1731669423111 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false at 1731669423119 (+8 ms)Writing region close event to WAL at 1731669423121 (+2 ms)Closed at 1731669423121 2024-11-15T11:17:03,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741830_1006 (size=59421) 2024-11-15T11:17:03,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:03,125 INFO [M:0;dbbb793b8023:34721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:17:03,125 INFO [M:0;dbbb793b8023:34721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34721 2024-11-15T11:17:03,125 INFO [M:0;dbbb793b8023:34721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:03,294 INFO [M:0;dbbb793b8023:34721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:03,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:03,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34721-0x1013e361d840000, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:03,300 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:03,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:03,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:03,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:17:03,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:03,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45261 2024-11-15T11:17:03,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45261 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:17:03,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452610x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:03,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45261-0x1013e361d840006 connected 2024-11-15T11:17:03,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:03,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:03,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:17:03,341 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: INIT 2024-11-15T11:17:03,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268, hbase.cluster.distributed=false 2024-11-15T11:17:03,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/acl 2024-11-15T11:17:03,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-15T11:17:03,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45261 2024-11-15T11:17:03,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45261 2024-11-15T11:17:03,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-15T11:17:03,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-15T11:17:03,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:17:03,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:03,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37497 2024-11-15T11:17:03,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37497 connecting to ZooKeeper ensemble=127.0.0.1:58651 2024-11-15T11:17:03,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:03,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374970x0, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:03,373 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: INIT 2024-11-15T11:17:03,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37497-0x1013e361d840007 connected 2024-11-15T11:17:03,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:17:03,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:17:03,374 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:17:03,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/master 2024-11-15T11:17:03,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/acl 2024-11-15T11:17:03,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-15T11:17:03,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37497 2024-11-15T11:17:03,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37497 2024-11-15T11:17:03,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-15T11:17:03,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-15T11:17:03,390 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:45261 2024-11-15T11:17:03,391 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0921949221/backup-masters/dbbb793b8023,45261,1731669423299 2024-11-15T11:17:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:17:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:17:03,402 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/backup-masters/dbbb793b8023,45261,1731669423299 2024-11-15T11:17:03,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:03,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/master 2024-11-15T11:17:03,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:03,415 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/master 2024-11-15T11:17:03,415 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0921949221/backup-masters/dbbb793b8023,45261,1731669423299 from backup master directory 2024-11-15T11:17:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:17:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/backup-masters/dbbb793b8023,45261,1731669423299 2024-11-15T11:17:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/backup-masters 2024-11-15T11:17:03,425 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:03,425 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,45261,1731669423299 2024-11-15T11:17:03,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:03,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:17:03,453 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-15T11:17:03,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741846_1022 (size=196) 2024-11-15T11:17:03,873 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:03,874 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:17:03,874 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:03,884 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T11:17:03,888 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628 to hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628-dead as it is dead 2024-11-15T11:17:03,890 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T11:17:03,890 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T11:17:03,890 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628-dead/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:17:03,896 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628-dead/dbbb793b8023%2C34721%2C1731669407628.1731669409168 after 4ms 2024-11-15T11:17:03,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628-dead/dbbb793b8023%2C34721%2C1731669407628.1731669409168 to hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:17:03,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,34721,1731669407628-dead 2024-11-15T11:17:03,898 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,45261,1731669423299 2024-11-15T11:17:03,899 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:03,901 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C45261%2C1731669423299, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,45261,1731669423299, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/oldWALs, maxLogs=10 2024-11-15T11:17:03,915 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,45261,1731669423299/dbbb793b8023%2C45261%2C1731669423299.1731669423901, exclude list is [], retry=0 2024-11-15T11:17:03,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:17:03,921 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/WALs/dbbb793b8023,45261,1731669423299/dbbb793b8023%2C45261%2C1731669423299.1731669423901 2024-11-15T11:17:03,921 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:17:03,921 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:03,921 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:03,921 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,922 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:17:03,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:03,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f175b651f9b42faaf3f6601da96a2e1 2024-11-15T11:17:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:17:03,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:03,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b077f7169fe4ebeb9a68898d47a218c 2024-11-15T11:17:03,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:03,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:17:03,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:03,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/256053d3207c479f9c8fa9fcec056ceb 2024-11-15T11:17:03,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:03,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:17:03,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:03,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:03,954 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,955 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T11:17:03,955 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:17:03,969 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:17:03,971 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C34721%2C1731669407628.1731669409168 2024-11-15T11:17:03,972 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,972 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,973 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:03,975 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:03,978 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T11:17:03,979 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312780, jitterRate=-0.0863683819770813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:03,979 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669423922Initializing all the Stores at 1731669423923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669423923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669423923Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669423923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669423923Cleaning up temporary data from old regions at 1731669423972 (+49 ms)Region opened successfully at 1731669423979 (+7 ms) 2024-11-15T11:17:03,979 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:17:03,983 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccc22ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:03,993 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T11:17:03,993 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:17:03,993 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:17:03,993 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:17:03,994 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:17:03,999 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:03,999 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:17:04,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:17:04,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:17:04,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T11:17:04,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T11:17:04,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T11:17:04,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:17:04,005 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=dbbb793b8023,38231,1731669408581, regionLocation=dbbb793b8023,38231,1731669408581, openSeqNum=2 2024-11-15T11:17:04,005 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=dbbb793b8023,38231,1731669408581, table=hbase:meta, region=1588230740 2024-11-15T11:17:04,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,38231,1731669408581, state=OPEN 2024-11-15T11:17:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,062 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:17:04,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/draining/dbbb793b8023,38231,1731669408581 already deleted, retry=false 2024-11-15T11:17:04,075 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of dbbb793b8023,38231,1731669408581 on dbbb793b8023,45261,1731669423299 2024-11-15T11:17:04,084 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dbbb793b8023,38231,1731669408581, splitWal=true, meta=true 2024-11-15T11:17:04,089 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for dbbb793b8023,38231,1731669408581 (carryingMeta=true) dbbb793b8023,38231,1731669408581/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d197a08[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T11:17:04,092 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/balancer because node does not exist (not necessarily an error) 2024-11-15T11:17:04,098 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/balancer already deleted, retry=false 2024-11-15T11:17:04,099 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:17:04,100 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:17:04,137 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/normalizer already deleted, retry=false 2024-11-15T11:17:04,138 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:17:04,139 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:17:04,162 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/switch/split already deleted, retry=false 2024-11-15T11:17:04,163 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:17:04,172 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/switch/merge already deleted, retry=false 2024-11-15T11:17:04,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:17:04,204 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/snapshot-cleanup already deleted, retry=false 2024-11-15T11:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/running 2024-11-15T11:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0921949221/running 2024-11-15T11:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:04,216 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,45261,1731669423299, sessionid=0x1013e361d840006, setting cluster-up flag (Was=false) 2024-11-15T11:17:04,227 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921949221/flush-table-proc/acquired, /0921949221/flush-table-proc/reached, /0921949221/flush-table-proc/abort 2024-11-15T11:17:04,231 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,45261,1731669423299 2024-11-15T11:17:04,247 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0921949221/online-snapshot/acquired, /0921949221/online-snapshot/reached, /0921949221/online-snapshot/abort 2024-11-15T11:17:04,248 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,45261,1731669423299 2024-11-15T11:17:04,250 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.lastflushedseqids 2024-11-15T11:17:04,254 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:17:04,254 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:17:04,254 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,45261,1731669423299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 dbbb793b8023,38231,1731669408581 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:04,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,257 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669454257 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:17:04,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:17:04,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:17:04,259 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669424259,5,FailOnTimeoutGroup] 2024-11-15T11:17:04,259 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669424259,5,FailOnTimeoutGroup] 2024-11-15T11:17:04,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:17:04,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669424260, completionTime=-1 2024-11-15T11:17:04,260 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T11:17:04,260 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dbbb793b8023,38231,1731669408581, splitWal=true, meta=true 2024-11-15T11:17:04,262 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dbbb793b8023,38231,1731669408581, splitWal=true, meta=true, isMeta: true 2024-11-15T11:17:04,263 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T11:17:04,264 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581-splitting 2024-11-15T11:17:04,265 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581-splitting dir is empty, no logs to split. 2024-11-15T11:17:04,265 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbbb793b8023,38231,1731669408581 WAL count=0, meta=true 2024-11-15T11:17:04,269 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581-splitting dir is empty, no logs to split. 2024-11-15T11:17:04,270 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbbb793b8023,38231,1731669408581 WAL count=0, meta=true 2024-11-15T11:17:04,270 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dbbb793b8023,38231,1731669408581 WAL splitting is done? wals=0, meta=true 2024-11-15T11:17:04,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:17:04,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:04,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:17:04,282 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(746): ClusterId : a77b88e3-6dc9-4816-b4de-1085cb4fd452 2024-11-15T11:17:04,283 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:17:04,289 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:17:04,289 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:17:04,300 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:17:04,301 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce9a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:04,317 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:37497 2024-11-15T11:17:04,318 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:17:04,318 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:17:04,318 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:17:04,319 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,45261,1731669423299 with port=37497, startcode=1731669423357 2024-11-15T11:17:04,319 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:17:04,321 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:17:04,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45261 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,324 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268 2024-11-15T11:17:04,324 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33855 2024-11-15T11:17:04,324 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:17:04,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/rs 2024-11-15T11:17:04,331 DEBUG [RS:0;dbbb793b8023:37497 {}] zookeeper.ZKUtil(111): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on existing znode=/0921949221/rs/dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,331 WARN [RS:0;dbbb793b8023:37497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:04,331 INFO [RS:0;dbbb793b8023:37497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:04,331 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,37497,1731669423357] 2024-11-15T11:17:04,364 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T11:17:04,367 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:17:04,369 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:17:04,369 INFO [RS:0;dbbb793b8023:37497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:17:04,369 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,369 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:17:04,370 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:17:04,370 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:04,371 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:04,372 DEBUG [RS:0;dbbb793b8023:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37497,1731669423357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:04,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:17:04,386 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37497,1731669423357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,400 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,37497,1731669423357, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:17:04,414 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(231): queueId=2-dbbb793b8023,37497,1731669423357, ReplicationSource: 2, currentBandwidth=0 2024-11-15T11:17:04,415 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,415 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.Replication(171): dbbb793b8023,37497,1731669423357 started 2024-11-15T11:17:04,415 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:17:04,417 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53839a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,417 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:17:04,417 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:04,419 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:17:04,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:04,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:17:04,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1472b7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:17:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:04,422 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:04,423 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298d65d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,423 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:04,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:17:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ae621d 2024-11-15T11:17:04,425 WARN [dbbb793b8023:45261 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:17:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:04,426 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T11:17:04,427 INFO [RS:0;dbbb793b8023:37497.replicationSource,1-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,37497,1731669423357 (queues=0) is replicating from cluster=a77b88e3-6dc9-4816-b4de-1085cb4fd452 to cluster=77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:17:04,430 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:04,431 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,37497,1731669423357, RpcServer on dbbb793b8023/172.17.0.2:37497, sessionid=0x1013e361d840007 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37497,1731669423357' 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921949221/flush-table-proc/abort' 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:36089' 2024-11-15T11:17:04,431 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921949221/flush-table-proc/acquired' 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37497,1731669423357' 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0921949221/online-snapshot/abort' 2024-11-15T11:17:04,432 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0921949221/online-snapshot/acquired' 2024-11-15T11:17:04,433 DEBUG [RS:0;dbbb793b8023:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:17:04,433 INFO [RS:0;dbbb793b8023:37497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:17:04,433 INFO [RS:0;dbbb793b8023:37497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:17:04,433 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26d69320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,433 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36089,-1 for getting cluster id 2024-11-15T11:17:04,433 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:04,434 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77b8702b-83fc-4f99-bfa1-596e910cbc13' 2024-11-15T11:17:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77b8702b-83fc-4f99-bfa1-596e910cbc13" 2024-11-15T11:17:04,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@315fd413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36089,-1] 2024-11-15T11:17:04,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:04,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:04,436 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:04,437 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5099d7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:04,437 DEBUG [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36089,1731669413849 2024-11-15T11:17:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c6c76c 2024-11-15T11:17:04,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:04,439 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T11:17:04,440 INFO [RS:0;dbbb793b8023:37497.replicationSource,2-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbbb793b8023,37497,1731669423357 (queues=0) is replicating from cluster=a77b88e3-6dc9-4816-b4de-1085cb4fd452 to cluster=77b8702b-83fc-4f99-bfa1-596e910cbc13 2024-11-15T11:17:04,534 INFO [RS:0;dbbb793b8023:37497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:04,536 INFO [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37497%2C1731669423357, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:17:04,550 DEBUG [RS:0;dbbb793b8023:37497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536, exclude list is [], retry=0 2024-11-15T11:17:04,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:17:04,555 INFO [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 2024-11-15T11:17:04,556 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbbb793b8023%2C37497%2C1731669423357 for peer 2 2024-11-15T11:17:04,556 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbbb793b8023%2C37497%2C1731669423357 for peer 1 2024-11-15T11:17:04,556 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C37497%2C1731669423357 2024-11-15T11:17:04,556 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,37497,1731669423357, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:17:04,557 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbbb793b8023%2C37497%2C1731669423357 2024-11-15T11:17:04,557 INFO [RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C37497%2C1731669423357 2024-11-15T11:17:04,557 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbbb793b8023,37497,1731669423357, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:17:04,557 DEBUG [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:17:04,557 INFO [RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C37497%2C1731669423357 2024-11-15T11:17:04,557 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536, startPosition=0, beingWritten=true 2024-11-15T11:17:04,557 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536, startPosition=0, beingWritten=true 2024-11-15T11:17:04,675 DEBUG [dbbb793b8023:45261 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:04,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37497,1731669423357, state=OPENING 2024-11-15T11:17:04,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:04,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37497,1731669423357}] 2024-11-15T11:17:04,765 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:04,765 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:04,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:04,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:17:04,908 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:17:04,908 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:04,909 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:17:04,912 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37497%2C1731669423357.meta, suffix=.meta, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:17:04,925 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.meta.1731669424912.meta, exclude list is [], retry=0 2024-11-15T11:17:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:17:04,930 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.meta.1731669424912.meta 2024-11-15T11:17:04,930 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:17:04,930 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:04,930 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:17:04,931 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:17:04,931 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:17:04,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:04,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:04,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:04,941 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/info/00e131c5e86442c38443adaa5e5fba87 2024-11-15T11:17:04,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:04,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:04,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:04,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:04,951 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/ns/291ca2d9714d4842952816dc2f6d6b30 2024-11-15T11:17:04,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:04,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:04,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:04,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:04,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:04,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:04,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:04,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:04,962 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/table/390bb05913384446aad3ea190c73da2f 2024-11-15T11:17:04,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:04,962 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:04,963 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:17:04,965 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740 2024-11-15T11:17:04,966 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:04,966 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:04,967 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:04,969 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:04,970 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61884190, jitterRate=-0.07785370945930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:04,970 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:17:04,970 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669424931Writing region info on filesystem at 1731669424931Initializing all the Stores at 1731669424932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669424932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669424932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669424933 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669424933Cleaning up temporary data from old regions at 1731669424966 (+33 ms)Running coprocessor post-open hooks at 1731669424970 (+4 ms)Region opened successfully at 1731669424970 2024-11-15T11:17:04,972 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731669424897 2024-11-15T11:17:04,974 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:17:04,974 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:17:04,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37497,1731669423357, state=OPEN 2024-11-15T11:17:04,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0921949221/meta-region-server 2024-11-15T11:17:04,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:04,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0921949221/meta-region-server: CHANGED 2024-11-15T11:17:04,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T11:17:04,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37497,1731669423357 in 242 msec 2024-11-15T11:17:04,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T11:17:04,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-11-15T11:17:05,075 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:05,075 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:05,483 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:05,483 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:05,867 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T11:17:05,992 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:05,993 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:06,602 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:06,609 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:07,316 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:07,317 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:07,371 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-15T11:17:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:17:08,124 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:08,126 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:08,774 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T11:17:08,774 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:17:08,775 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:08,775 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37497,1731669423357, seqNum=-1] 2024-11-15T11:17:08,776 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:08,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:08,789 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a947f8d2d3c81f0d6da0ce9f050a50a, regionState=OPEN, lastHost=dbbb793b8023,38231,1731669408581, regionLocation=dbbb793b8023,38231,1731669408581, openSeqNum=2 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669488789 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669548789 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,790 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:45261, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,790 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): dbbb793b8023,38231,1731669408581 had 2 regions 2024-11-15T11:17:08,790 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,790 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,791 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dbbb793b8023,38231,1731669408581, splitWal=true, meta=true, isMeta: false 2024-11-15T11:17:08,794 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581-splitting dir is empty, no logs to split. 2024-11-15T11:17:08,794 INFO [PEWorker-4 {}] master.SplitWALManager(105): dbbb793b8023,38231,1731669408581 WAL count=0, meta=false 2024-11-15T11:17:08,797 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,38231,1731669408581-splitting dir is empty, no logs to split. 2024-11-15T11:17:08,798 INFO [PEWorker-4 {}] master.SplitWALManager(105): dbbb793b8023,38231,1731669408581 WAL count=0, meta=false 2024-11-15T11:17:08,798 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if dbbb793b8023,38231,1731669408581 WAL splitting is done? wals=0, meta=false 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.373sec 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:08,798 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:17:08,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN}] 2024-11-15T11:17:08,802 WARN [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=dbbb793b8023,38231,1731669408581/hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:08,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN 2024-11-15T11:17:08,803 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:17:08,803 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:17:08,803 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45261,1731669423299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:08,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:17:08,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45261,-1 for getting cluster id 2024-11-15T11:17:08,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:08,892 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a77b88e3-6dc9-4816-b4de-1085cb4fd452' 2024-11-15T11:17:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:08,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a77b88e3-6dc9-4816-b4de-1085cb4fd452" 2024-11-15T11:17:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187caaa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45261,-1] 2024-11-15T11:17:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,898 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:08,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf6551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37497,1731669423357, seqNum=-1] 2024-11-15T11:17:08,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:08,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:08,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T11:17:08,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:08,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:08,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: dbbb793b8023:45261 after: dbbb793b8023:45261 2024-11-15T11:17:08,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:08,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45261,-1 for getting cluster id 2024-11-15T11:17:08,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:08,910 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a77b88e3-6dc9-4816-b4de-1085cb4fd452' 2024-11-15T11:17:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a77b88e3-6dc9-4816-b4de-1085cb4fd452" 2024-11-15T11:17:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d3010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45261,-1] 2024-11-15T11:17:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,913 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:08,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:08,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,45261,1731669423299 2024-11-15T11:17:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64705bfa 2024-11-15T11:17:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:08,917 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:08,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:17:08,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T11:17:08,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:17:08,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T11:17:08,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:17:08,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:08,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:08,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:08,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:08,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:17:08,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618414821, stopped=false 2024-11-15T11:17:08,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,36089,1731669413849 2024-11-15T11:17:08,954 DEBUG [dbbb793b8023:45261 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:08,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8a947f8d2d3c81f0d6da0ce9f050a50a, regionState=OPENING, regionLocation=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:08,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN because future has completed 2024-11-15T11:17:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,37497,1731669423357}] 2024-11-15T11:17:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11452004605/running 2024-11-15T11:17:09,004 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11452004605/running 2024-11-15T11:17:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:17:09,004 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:17:09,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:09,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:09,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:09,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:09,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/running 2024-11-15T11:17:09,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,43633,1731669414006' ***** 2024-11-15T11:17:09,005 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:17:09,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Set watcher on znode that does not yet exist, /11452004605/running 2024-11-15T11:17:09,005 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:17:09,005 INFO [RS:0;dbbb793b8023:43633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:17:09,005 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,43633,1731669414006 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:43633. 2024-11-15T11:17:09,006 DEBUG [RS:0;dbbb793b8023:43633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:09,006 DEBUG [RS:0;dbbb793b8023:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:17:09,006 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:17:09,007 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:17:09,007 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:17:09,007 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:09,007 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:09,007 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:09,007 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:09,007 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:09,007 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:09,007 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T11:17:09,025 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/.tmp/ns/b7e915ad0bac47f1a9f28f3b981a5e82 is 43, key is default/ns:d/1731669416931/Put/seqid=0 2024-11-15T11:17:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741835_1011 (size=5153) 2024-11-15T11:17:09,036 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:09,036 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:09,048 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:09,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:09,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:09,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:17:09,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37497%2C1731669423357.rep, suffix=, logDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357, archiveDir=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs, maxLogs=10 2024-11-15T11:17:09,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.rep.1731669429125, exclude list is [], retry=0 2024-11-15T11:17:09,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-de367b4f-4cab-4352-995b-e5381986e6ce,DISK] 2024-11-15T11:17:09,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.rep.1731669429125 2024-11-15T11:17:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34293:34293)] 2024-11-15T11:17:09,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a947f8d2d3c81f0d6da0ce9f050a50a, NAME => 'hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:09,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. service=MultiRowMutationService 2024-11-15T11:17:09,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,149 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,150 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName hfileref 2024-11-15T11:17:09,150 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:09,151 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:09,151 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,152 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName queue 2024-11-15T11:17:09,152 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:09,161 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/queue/cd32b06f432a457090bb3b8b0b7a68a0 2024-11-15T11:17:09,161 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:09,161 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,162 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a947f8d2d3c81f0d6da0ce9f050a50a columnFamilyName sid 2024-11-15T11:17:09,162 DEBUG [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:09,163 INFO [StoreOpener-8a947f8d2d3c81f0d6da0ce9f050a50a-1 {}] regionserver.HStore(327): Store=8a947f8d2d3c81f0d6da0ce9f050a50a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:09,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:17:09,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8a947f8d2d3c81f0d6da0ce9f050a50a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73907868, jitterRate=0.10131305456161499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:17:09,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:09,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8a947f8d2d3c81f0d6da0ce9f050a50a: Running coprocessor pre-open hook at 1731669429148Writing region info on filesystem at 1731669429148Initializing all the Stores at 1731669429149 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669429149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669429149Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669429149Cleaning up temporary data from old regions at 1731669429166 (+17 ms)Running coprocessor post-open hooks at 1731669429169 (+3 ms)Region opened successfully at 1731669429170 (+1 ms) 2024-11-15T11:17:09,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., pid=19, masterSystemTime=1731669429115 2024-11-15T11:17:09,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:09,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:09,174 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8a947f8d2d3c81f0d6da0ce9f050a50a, regionState=OPEN, openSeqNum=10, regionLocation=dbbb793b8023,37497,1731669423357 2024-11-15T11:17:09,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,37497,1731669423357 because future has completed 2024-11-15T11:17:09,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T11:17:09,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a947f8d2d3c81f0d6da0ce9f050a50a, server=dbbb793b8023,37497,1731669423357 in 218 msec 2024-11-15T11:17:09,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T11:17:09,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a947f8d2d3c81f0d6da0ce9f050a50a, ASSIGN in 381 msec 2024-11-15T11:17:09,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T11:17:09,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a., hostname=dbbb793b8023,37497,1731669423357, seqNum=10] 2024-11-15T11:17:09,207 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:09,226 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for dbbb793b8023,38231,1731669408581 2024-11-15T11:17:09,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T11:17:09,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T11:17:09,407 DEBUG [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:09,431 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/.tmp/ns/b7e915ad0bac47f1a9f28f3b981a5e82 2024-11-15T11:17:09,446 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/.tmp/ns/b7e915ad0bac47f1a9f28f3b981a5e82 as hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/ns/b7e915ad0bac47f1a9f28f3b981a5e82 2024-11-15T11:17:09,453 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/ns/b7e915ad0bac47f1a9f28f3b981a5e82, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T11:17:09,454 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-15T11:17:09,454 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:17:09,459 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T11:17:09,460 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:09,460 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:09,460 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:09,460 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669429007Running coprocessor pre-close hooks at 1731669429007Disabling compacts and flushes for region at 1731669429007Disabling writes for close at 1731669429007Obtaining lock to block concurrent updates at 1731669429007Preparing flush snapshotting stores in 1588230740 at 1731669429007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731669429008 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669429009 (+1 ms)Flushing 1588230740/ns: creating writer at 1731669429009Flushing 1588230740/ns: appending metadata at 1731669429024 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731669429024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5822aafe: reopening flushed file at 1731669429445 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731669429454 (+9 ms)Writing region close event to WAL at 1731669429455 (+1 ms)Running coprocessor post-close hooks at 1731669429460 (+5 ms)Closed at 1731669429460 2024-11-15T11:17:09,460 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:09,607 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,43633,1731669414006; all regions closed. 2024-11-15T11:17:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741834_1010 (size=1152) 2024-11-15T11:17:09,618 DEBUG [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/oldWALs 2024-11-15T11:17:09,618 INFO [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C43633%2C1731669414006.meta:.meta(num 1731669416836) 2024-11-15T11:17:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741833_1009 (size=93) 2024-11-15T11:17:09,624 DEBUG [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/oldWALs 2024-11-15T11:17:09,625 INFO [RS:0;dbbb793b8023:43633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C43633%2C1731669414006:(num 1731669416073) 2024-11-15T11:17:09,625 DEBUG [RS:0;dbbb793b8023:43633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:09,625 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:09,625 INFO [RS:0;dbbb793b8023:43633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:09,625 INFO [RS:0;dbbb793b8023:43633 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:09,625 INFO [RS:0;dbbb793b8023:43633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:09,625 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:09,626 INFO [RS:0;dbbb793b8023:43633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43633 2024-11-15T11:17:09,677 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11452004605/rs/dbbb793b8023,43633,1731669414006 2024-11-15T11:17:09,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605/rs 2024-11-15T11:17:09,678 INFO [RS:0;dbbb793b8023:43633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:09,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,43633,1731669414006] 2024-11-15T11:17:09,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11452004605/draining/dbbb793b8023,43633,1731669414006 already deleted, retry=false 2024-11-15T11:17:09,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,43633,1731669414006 expired; onlineServers=0 2024-11-15T11:17:09,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,36089,1731669413849' ***** 2024-11-15T11:17:09,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:17:09,698 INFO [M:0;dbbb793b8023:36089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:09,699 DEBUG [M:0;dbbb793b8023:36089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:17:09,699 DEBUG [M:0;dbbb793b8023:36089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:17:09,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:17:09,699 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669415794 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669415794,5,FailOnTimeoutGroup] 2024-11-15T11:17:09,699 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669415788 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669415788,5,FailOnTimeoutGroup] 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:09,699 DEBUG [M:0;dbbb793b8023:36089 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:09,699 INFO [M:0;dbbb793b8023:36089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:17:09,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:17:09,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11452004605/master 2024-11-15T11:17:09,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11452004605 2024-11-15T11:17:09,709 DEBUG [M:0;dbbb793b8023:36089 {}] zookeeper.ZKUtil(347): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Unable to get data of znode /11452004605/master because node does not exist (not an error) 2024-11-15T11:17:09,709 WARN [M:0;dbbb793b8023:36089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:17:09,711 INFO [M:0;dbbb793b8023:36089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/.lastflushedseqids 2024-11-15T11:17:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741836_1012 (size=99) 2024-11-15T11:17:09,788 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:09,788 INFO [RS:0;dbbb793b8023:43633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:09,788 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43633-0x1013e361d840004, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:09,789 INFO [RS:0;dbbb793b8023:43633 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,43633,1731669414006; zookeeper connection closed. 2024-11-15T11:17:09,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bdd56ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bdd56ab 2024-11-15T11:17:09,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:17:10,042 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:10,042 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:10,118 INFO [M:0;dbbb793b8023:36089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:17:10,118 INFO [M:0;dbbb793b8023:36089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:17:10,118 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:10,118 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:10,118 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:10,119 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:10,119 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:10,119 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T11:17:10,136 DEBUG [M:0;dbbb793b8023:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91ed4d7b0c7141e8abb6fd9c2675690e is 82, key is hbase:meta,,1/info:regioninfo/1731669416895/Put/seqid=0 2024-11-15T11:17:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741837_1013 (size=5672) 2024-11-15T11:17:10,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:10,542 INFO [M:0;dbbb793b8023:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91ed4d7b0c7141e8abb6fd9c2675690e 2024-11-15T11:17:10,563 DEBUG [M:0;dbbb793b8023:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c12c65745bb460087e98102e93b269f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731669416939/Put/seqid=0 2024-11-15T11:17:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741838_1014 (size=5275) 2024-11-15T11:17:10,969 INFO [M:0;dbbb793b8023:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c12c65745bb460087e98102e93b269f 2024-11-15T11:17:10,996 DEBUG [M:0;dbbb793b8023:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5215ebce5d43508ccdf1cdae8e0629 is 69, key is dbbb793b8023,43633,1731669414006/rs:state/1731669415911/Put/seqid=0 2024-11-15T11:17:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741839_1015 (size=5156) 2024-11-15T11:17:11,000 INFO [M:0;dbbb793b8023:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5215ebce5d43508ccdf1cdae8e0629 2024-11-15T11:17:11,012 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91ed4d7b0c7141e8abb6fd9c2675690e as hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91ed4d7b0c7141e8abb6fd9c2675690e 2024-11-15T11:17:11,019 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91ed4d7b0c7141e8abb6fd9c2675690e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T11:17:11,021 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c12c65745bb460087e98102e93b269f as hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c12c65745bb460087e98102e93b269f 2024-11-15T11:17:11,029 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c12c65745bb460087e98102e93b269f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T11:17:11,031 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5215ebce5d43508ccdf1cdae8e0629 as hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5215ebce5d43508ccdf1cdae8e0629 2024-11-15T11:17:11,040 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/e11ec6d5-9a51-e06c-69bf-94bbc5ab6352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5215ebce5d43508ccdf1cdae8e0629, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T11:17:11,042 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-11-15T11:17:11,043 INFO [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:11,044 DEBUG [M:0;dbbb793b8023:36089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669430118Disabling compacts and flushes for region at 1731669430118Disabling writes for close at 1731669430119 (+1 ms)Obtaining lock to block concurrent updates at 1731669430119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669430119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731669430119Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669430120 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669430120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669430135 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669430135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669430548 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669430563 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669430563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669430976 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669430995 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669430995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7848a5d0: reopening flushed file at 1731669431010 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccaf688: reopening flushed file at 1731669431020 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155a30bc: reopening flushed file at 1731669431029 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1731669431042 (+13 ms)Writing region close event to WAL at 1731669431043 (+1 ms)Closed at 1731669431043 2024-11-15T11:17:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33487 is added to blk_1073741830_1006 (size=10165) 2024-11-15T11:17:11,048 INFO [M:0;dbbb793b8023:36089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:17:11,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:11,048 INFO [M:0;dbbb793b8023:36089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36089 2024-11-15T11:17:11,051 INFO [M:0;dbbb793b8023:36089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:11,151 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:11,160 DEBUG [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.1731669424536 to pos 0, reset compression=false 2024-11-15T11:17:11,288 INFO [M:0;dbbb793b8023:36089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1013e361d840003, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:11,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:11,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:11,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:11,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:11,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:11,336 WARN [BP-1968104890-172.17.0.2-1731669411570 heartbeating to localhost/127.0.0.1:46187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:17:11,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:17:11,336 WARN [BP-1968104890-172.17.0.2-1731669411570 heartbeating to localhost/127.0.0.1:46187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968104890-172.17.0.2-1731669411570 (Datanode Uuid 5b532160-bc58-4d7c-93b0-c2ea5db5e46d) service to localhost/127.0.0.1:46187 2024-11-15T11:17:11,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:17:11,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/cluster_27c12208-ac63-b8ab-2716-ab841f9af243/data/data1/current/BP-1968104890-172.17.0.2-1731669411570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:11,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/cluster_27c12208-ac63-b8ab-2716-ab841f9af243/data/data2/current/BP-1968104890-172.17.0.2-1731669411570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:11,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:17:11,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:11,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:11,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:11,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:11,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:17:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:17:11,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:11,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:11,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:11,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:11,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:11,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:17:11,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=795943786, stopped=false 2024-11-15T11:17:11,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,45261,1731669423299 2024-11-15T11:17:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/running 2024-11-15T11:17:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/running 2024-11-15T11:17:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:11,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:11,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:17:11,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Set watcher on znode that does not yet exist, /0921949221/running 2024-11-15T11:17:11,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:11,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:11,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:11,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,37497,1731669423357' ***** 2024-11-15T11:17:11,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:17:11,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,37497,1731669423357 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:11,385 INFO [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37497. 2024-11-15T11:17:11,385 DEBUG [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:11,385 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:11,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:17:11,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:17:11,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:17:11,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a947f8d2d3c81f0d6da0ce9f050a50a, disabling compactions & flushes 2024-11-15T11:17:11,386 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:11,386 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:11,386 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a=hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a.} 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. after waiting 0 ms 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:11,386 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a947f8d2d3c81f0d6da0ce9f050a50a 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:11,386 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:11,386 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:11,387 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T11:17:11,398 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/replication/8a947f8d2d3c81f0d6da0ce9f050a50a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T11:17:11,399 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:11,399 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:11,399 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:11,399 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a947f8d2d3c81f0d6da0ce9f050a50a: Waiting for close lock at 1731669431385Running coprocessor pre-close hooks at 1731669431385Disabling compacts and flushes for region at 1731669431386 (+1 ms)Disabling writes for close at 1731669431386Writing region close event to WAL at 1731669431388 (+2 ms)Running coprocessor post-close hooks at 1731669431399 (+11 ms)Closed at 1731669431399 2024-11-15T11:17:11,399 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a. 2024-11-15T11:17:11,411 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/2be3d44297124905b0c81badeea6e1d3 is 147, key is hbase:replication,,1731669417218.8a947f8d2d3c81f0d6da0ce9f050a50a./info:regioninfo/1731669429174/Put/seqid=0 2024-11-15T11:17:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741851_1027 (size=6385) 2024-11-15T11:17:11,480 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:11,586 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:11,787 DEBUG [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:11,822 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/2be3d44297124905b0c81badeea6e1d3 2024-11-15T11:17:11,830 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/.tmp/info/2be3d44297124905b0c81badeea6e1d3 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/info/2be3d44297124905b0c81badeea6e1d3 2024-11-15T11:17:11,837 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/info/2be3d44297124905b0c81badeea6e1d3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T11:17:11,839 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false 2024-11-15T11:17:11,846 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T11:17:11,846 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:11,846 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:11,846 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:11,846 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669431386Running coprocessor pre-close hooks at 1731669431386Disabling compacts and flushes for region at 1731669431386Disabling writes for close at 1731669431386Obtaining lock to block concurrent updates at 1731669431387 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731669431387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731669431387Flushing stores of hbase:meta,,1.1588230740 at 1731669431388 (+1 ms)Flushing 1588230740/info: creating writer at 1731669431388Flushing 1588230740/info: appending metadata at 1731669431411 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731669431411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290ac8b4: reopening flushed file at 1731669431829 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false at 1731669431839 (+10 ms)Writing region close event to WAL at 1731669431840 (+1 ms)Running coprocessor post-close hooks at 1731669431846 (+6 ms)Closed at 1731669431846 2024-11-15T11:17:11,847 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:11,987 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,37497,1731669423357; all regions closed. 2024-11-15T11:17:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741849_1025 (size=2156) 2024-11-15T11:17:11,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/WALs/dbbb793b8023,37497,1731669423357/dbbb793b8023%2C37497%2C1731669423357.meta.1731669424912.meta not finished, retry = 0 2024-11-15T11:17:12,094 DEBUG [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:12,094 INFO [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C37497%2C1731669423357.meta:.meta(num 1731669424912) 2024-11-15T11:17:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741850_1026 (size=796) 2024-11-15T11:17:12,100 DEBUG [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:12,100 INFO [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C37497%2C1731669423357.rep:(num 1731669429125) 2024-11-15T11:17:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741848_1024 (size=93) 2024-11-15T11:17:12,105 DEBUG [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/oldWALs 2024-11-15T11:17:12,105 INFO [RS:0;dbbb793b8023:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C37497%2C1731669423357:(num 1731669424536) 2024-11-15T11:17:12,105 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:12,105 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:12,105 INFO [RS:0;dbbb793b8023:37497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:12,106 INFO [RS:0;dbbb793b8023:37497 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:12,106 INFO [RS:0;dbbb793b8023:37497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:12,106 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:12,106 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T11:17:12,106 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T11:17:12,106 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T11:17:12,107 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,37497,1731669423357 because: Region server is closing 2024-11-15T11:17:12,107 INFO [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37497. 2024-11-15T11:17:12,107 DEBUG [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:12,107 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:12,107 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:12,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:12,208 WARN [RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:17:12,208 WARN [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:17:12,208 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,1-dbbb793b8023,37497,1731669423357 terminated 2024-11-15T11:17:12,208 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbbb793b8023,37497,1731669423357 because: Region server is closing 2024-11-15T11:17:12,208 INFO [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37497. 2024-11-15T11:17:12,208 DEBUG [RS:0;dbbb793b8023:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:12,208 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:12,209 DEBUG [RS:0;dbbb793b8023:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:12,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:12,309 WARN [RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:17:12,309 WARN [RS:0;dbbb793b8023:37497.replicationSource.wal-reader.dbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:17:12,309 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;dbbb793b8023:37497.replicationSource.shipperdbbb793b8023%2C37497%2C1731669423357,2-dbbb793b8023,37497,1731669423357 terminated 2024-11-15T11:17:12,310 INFO [RS:0;dbbb793b8023:37497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37497 2024-11-15T11:17:12,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221/rs 2024-11-15T11:17:12,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/rs/dbbb793b8023,37497,1731669423357 2024-11-15T11:17:12,372 INFO [RS:0;dbbb793b8023:37497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:12,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,37497,1731669423357] 2024-11-15T11:17:12,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0921949221/draining/dbbb793b8023,37497,1731669423357 already deleted, retry=false 2024-11-15T11:17:12,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,37497,1731669423357 expired; onlineServers=0 2024-11-15T11:17:12,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,45261,1731669423299' ***** 2024-11-15T11:17:12,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:17:12,393 INFO [M:0;dbbb793b8023:45261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:12,393 INFO [M:0;dbbb793b8023:45261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:12,394 DEBUG [M:0;dbbb793b8023:45261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:17:12,394 DEBUG [M:0;dbbb793b8023:45261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:17:12,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:17:12,394 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669424259 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669424259,5,FailOnTimeoutGroup] 2024-11-15T11:17:12,394 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669424259 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669424259,5,FailOnTimeoutGroup] 2024-11-15T11:17:12,394 INFO [M:0;dbbb793b8023:45261 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:12,394 INFO [M:0;dbbb793b8023:45261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:12,394 DEBUG [M:0;dbbb793b8023:45261 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:17:12,394 INFO [M:0;dbbb793b8023:45261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:17:12,395 INFO [M:0;dbbb793b8023:45261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:12,395 INFO [M:0;dbbb793b8023:45261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:17:12,395 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:17:12,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0921949221/master 2024-11-15T11:17:12,404 DEBUG [M:0;dbbb793b8023:45261 {}] zookeeper.ZKUtil(347): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Unable to get data of znode /0921949221/master because node does not exist (not an error) 2024-11-15T11:17:12,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0921949221 2024-11-15T11:17:12,404 WARN [M:0;dbbb793b8023:45261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:17:12,405 INFO [M:0;dbbb793b8023:45261 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/.lastflushedseqids 2024-11-15T11:17:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741852_1028 (size=181) 2024-11-15T11:17:12,427 INFO [M:0;dbbb793b8023:45261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:17:12,427 INFO [M:0;dbbb793b8023:45261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:17:12,427 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:12,427 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:12,427 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:12,427 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:12,428 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:12,428 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T11:17:12,454 DEBUG [M:0;dbbb793b8023:45261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a70b55bd623491f9dc73548d95df76b is 82, key is hbase:meta,,1/info:regioninfo/1731669424975/Put/seqid=0 2024-11-15T11:17:12,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741853_1029 (size=5680) 2024-11-15T11:17:12,469 INFO [M:0;dbbb793b8023:45261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a70b55bd623491f9dc73548d95df76b 2024-11-15T11:17:12,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:12,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1013e361d840007, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:12,484 INFO [RS:0;dbbb793b8023:37497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:12,484 INFO [RS:0;dbbb793b8023:37497 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,37497,1731669423357; zookeeper connection closed. 2024-11-15T11:17:12,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49d790a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49d790a8 2024-11-15T11:17:12,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:17:12,511 DEBUG [M:0;dbbb793b8023:45261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d2115472204808991134731c70870b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731669429183/Put/seqid=0 2024-11-15T11:17:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741854_1030 (size=7319) 2024-11-15T11:17:12,932 INFO [M:0;dbbb793b8023:45261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d2115472204808991134731c70870b 2024-11-15T11:17:12,969 DEBUG [M:0;dbbb793b8023:45261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3be4527408f4bd5911ad2eb9375bcb6 is 69, key is dbbb793b8023,37497,1731669423357/rs:state/1731669424322/Put/seqid=0 2024-11-15T11:17:12,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741855_1031 (size=5371) 2024-11-15T11:17:12,975 INFO [M:0;dbbb793b8023:45261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3be4527408f4bd5911ad2eb9375bcb6 2024-11-15T11:17:12,986 INFO [M:0;dbbb793b8023:45261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3be4527408f4bd5911ad2eb9375bcb6 2024-11-15T11:17:12,988 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a70b55bd623491f9dc73548d95df76b as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a70b55bd623491f9dc73548d95df76b 2024-11-15T11:17:12,998 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a70b55bd623491f9dc73548d95df76b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T11:17:13,000 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d2115472204808991134731c70870b as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d2115472204808991134731c70870b 2024-11-15T11:17:13,008 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d2115472204808991134731c70870b, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T11:17:13,010 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3be4527408f4bd5911ad2eb9375bcb6 as hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3be4527408f4bd5911ad2eb9375bcb6 2024-11-15T11:17:13,019 INFO [M:0;dbbb793b8023:45261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3be4527408f4bd5911ad2eb9375bcb6 2024-11-15T11:17:13,019 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33855/user/jenkins/test-data/390aa178-dc64-09db-a84f-1d96d32f3268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3be4527408f4bd5911ad2eb9375bcb6, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T11:17:13,021 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 592ms, sequenceid=172, compaction requested=false 2024-11-15T11:17:13,034 INFO [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:13,034 DEBUG [M:0;dbbb793b8023:45261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669432427Disabling compacts and flushes for region at 1731669432427Disabling writes for close at 1731669432427Obtaining lock to block concurrent updates at 1731669432428 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669432428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731669432428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669432429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669432429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669432454 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669432454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669432478 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669432510 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669432510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669432938 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669432968 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669432968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7c1282: reopening flushed file at 1731669432986 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63707edc: reopening flushed file at 1731669432998 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f6015: reopening flushed file at 1731669433009 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 592ms, sequenceid=172, compaction requested=false at 1731669433021 (+12 ms)Writing region close event to WAL at 1731669433034 (+13 ms)Closed at 1731669433034 2024-11-15T11:17:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741847_1023 (size=22949) 2024-11-15T11:17:13,040 INFO [M:0;dbbb793b8023:45261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:17:13,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:13,040 INFO [M:0;dbbb793b8023:45261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45261 2024-11-15T11:17:13,041 INFO [M:0;dbbb793b8023:45261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:13,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:13,188 INFO [M:0;dbbb793b8023:45261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:13,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45261-0x1013e361d840006, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:13,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:13,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:13,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:13,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:13,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:13,194 WARN [BP-1948670054-172.17.0.2-1731669403137 heartbeating to localhost/127.0.0.1:33855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:17:13,194 WARN [BP-1948670054-172.17.0.2-1731669403137 heartbeating to localhost/127.0.0.1:33855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948670054-172.17.0.2-1731669403137 (Datanode Uuid 80a4dc93-9f96-4388-8919-07b7990ee37e) service to localhost/127.0.0.1:33855 2024-11-15T11:17:13,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/data/data1/current/BP-1948670054-172.17.0.2-1731669403137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:13,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/cluster_780a0382-2ce5-9e94-8d3b-14963a3e4e0c/data/data2/current/BP-1948670054-172.17.0.2-1731669403137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:13,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:17:13,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:17:13,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:17:13,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:13,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:13,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:13,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:13,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3caa0699-1694-9cf2-c525-663262ebfe03/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:13,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:17:13,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:17:13,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbbb793b8023:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33855 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46187 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbbb793b8023:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58651) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4453 (was 5241) 2024-11-15T11:17:13,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=4451 2024-11-15T11:17:13,299 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T11:17:13,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir so I do NOT create it in target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3 2024-11-15T11:17:13,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:17:13,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.tmp.dir so I do NOT create it in target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3 2024-11-15T11:17:13,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14d049bd-bd2c-9755-385d-8e65923d0e25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:17:13,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3 2024-11-15T11:17:13,301 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa, deleteOnExit=true 2024-11-15T11:17:13,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e361d840002, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:17:13,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e361d840005, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:17:13,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e361d840005, quorum=127.0.0.1:58651, baseZNode=/11452004605 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:17:13,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e361d840002, quorum=127.0.0.1:58651, baseZNode=/0921949221 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:17:13,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/zookeeper_0, clientPort=61859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:17:13,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61859 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/test.cache.data in system properties and HBase conf 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:17:13,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:17:13,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:17:13,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:17:13,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:17:13,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:13,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:13,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:17:13,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:17:13,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:13,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:17:13,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:17:13,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:13,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:13,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:13,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:13,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:13,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:13,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:13,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:13,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/java.io.tmpdir/jetty-localhost-44883-hadoop-hdfs-3_4_1-tests_jar-_-any-1257223376050356649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:13,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:44883} 2024-11-15T11:17:13,806 INFO [Time-limited test {}] server.Server(415): Started @33507ms 2024-11-15T11:17:14,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:14,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:14,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:14,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:14,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:17:14,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:14,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:14,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/java.io.tmpdir/jetty-localhost-41845-hadoop-hdfs-3_4_1-tests_jar-_-any-18282131470595371863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:14,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:41845} 2024-11-15T11:17:14,493 INFO [Time-limited test {}] server.Server(415): Started @34194ms 2024-11-15T11:17:14,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:17:15,289 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/data/data1/current/BP-773232429-172.17.0.2-1731669433371/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:15,289 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/data/data2/current/BP-773232429-172.17.0.2-1731669433371/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:15,329 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:17:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5ef5e78e32a440 with lease ID 0xbbc37670ce4ea7d1: Processing first storage report for DS-d29af180-f10a-461f-908f-7de8ba64b31b from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=4f8d91a1-1315-4722-8dc6-93f96174a46c, infoPort=39141, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=945088556;c=1731669433371) 2024-11-15T11:17:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5ef5e78e32a440 with lease ID 0xbbc37670ce4ea7d1: from storage DS-d29af180-f10a-461f-908f-7de8ba64b31b node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=4f8d91a1-1315-4722-8dc6-93f96174a46c, infoPort=39141, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=945088556;c=1731669433371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d5ef5e78e32a440 with lease ID 0xbbc37670ce4ea7d1: Processing first storage report for DS-064eb995-9425-4661-8188-0637e927da1a from datanode DatanodeRegistration(127.0.0.1:39579, datanodeUuid=4f8d91a1-1315-4722-8dc6-93f96174a46c, infoPort=39141, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=945088556;c=1731669433371) 2024-11-15T11:17:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d5ef5e78e32a440 with lease ID 0xbbc37670ce4ea7d1: from storage DS-064eb995-9425-4661-8188-0637e927da1a node DatanodeRegistration(127.0.0.1:39579, datanodeUuid=4f8d91a1-1315-4722-8dc6-93f96174a46c, infoPort=39141, infoSecurePort=0, ipcPort=43791, storageInfo=lv=-57;cid=testClusterID;nsid=945088556;c=1731669433371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:15,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3 2024-11-15T11:17:15,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:15,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:17:15,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed with version=8 2024-11-15T11:17:15,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/hbase-staging 2024-11-15T11:17:15,786 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:15,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:15,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:15,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:17:15,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:15,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37799 2024-11-15T11:17:15,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37799 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:15,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377990x0, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:15,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37799-0x1013e3697890000 connected 2024-11-15T11:17:15,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:15,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:15,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/running 2024-11-15T11:17:15,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed, hbase.cluster.distributed=false 2024-11-15T11:17:15,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/acl 2024-11-15T11:17:15,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-15T11:17:15,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37799 2024-11-15T11:17:15,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37799 2024-11-15T11:17:15,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-15T11:17:15,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37799 2024-11-15T11:17:15,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:15,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:15,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:17:15,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:15,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42241 2024-11-15T11:17:15,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42241 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:15,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:16,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:16,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422410x0, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:16,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422410x0, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/running 2024-11-15T11:17:16,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:17:16,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42241-0x1013e3697890001 connected 2024-11-15T11:17:16,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:17:16,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/master 2024-11-15T11:17:16,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/acl 2024-11-15T11:17:16,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-15T11:17:16,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42241 2024-11-15T11:17:16,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42241 2024-11-15T11:17:16,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-15T11:17:16,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42241 2024-11-15T11:17:16,049 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:37799 2024-11-15T11:17:16,050 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-550603286/backup-masters/dbbb793b8023,37799,1731669435786 2024-11-15T11:17:16,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/backup-masters 2024-11-15T11:17:16,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/backup-masters 2024-11-15T11:17:16,056 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on existing znode=/0-550603286/backup-masters/dbbb793b8023,37799,1731669435786 2024-11-15T11:17:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550603286/master 2024-11-15T11:17:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:16,067 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on existing znode=/0-550603286/master 2024-11-15T11:17:16,069 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-550603286/backup-masters/dbbb793b8023,37799,1731669435786 from backup master directory 2024-11-15T11:17:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/backup-masters 2024-11-15T11:17:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550603286/backup-masters/dbbb793b8023,37799,1731669435786 2024-11-15T11:17:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/backup-masters 2024-11-15T11:17:16,077 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:16,077 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,37799,1731669435786 2024-11-15T11:17:16,084 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/hbase.id] with ID: 3274af51-70e0-4e56-be14-90baf2711a3c 2024-11-15T11:17:16,084 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/.tmp/hbase.id 2024-11-15T11:17:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:17:16,497 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/.tmp/hbase.id]:[hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/hbase.id] 2024-11-15T11:17:16,513 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:16,513 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:17:16,515 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T11:17:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:17:16,603 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:16,604 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:17:16,605 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:17:16,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:16,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:16,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:17,034 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store 2024-11-15T11:17:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:17:17,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:17,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:17,444 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:17,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:17,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:17,445 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:17,445 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:17,445 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669437444Disabling compacts and flushes for region at 1731669437444Disabling writes for close at 1731669437444Writing region close event to WAL at 1731669437445 (+1 ms)Closed at 1731669437445 2024-11-15T11:17:17,446 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/.initializing 2024-11-15T11:17:17,446 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/WALs/dbbb793b8023,37799,1731669435786 2024-11-15T11:17:17,447 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:17,449 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C37799%2C1731669435786, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/WALs/dbbb793b8023,37799,1731669435786, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/oldWALs, maxLogs=10 2024-11-15T11:17:17,466 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/WALs/dbbb793b8023,37799,1731669435786/dbbb793b8023%2C37799%2C1731669435786.1731669437449, exclude list is [], retry=0 2024-11-15T11:17:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-d29af180-f10a-461f-908f-7de8ba64b31b,DISK] 2024-11-15T11:17:17,472 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/WALs/dbbb793b8023,37799,1731669435786/dbbb793b8023%2C37799%2C1731669435786.1731669437449 2024-11-15T11:17:17,472 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141)] 2024-11-15T11:17:17,472 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:17,473 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:17,473 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,473 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:17:17,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:17,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:17,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:17:17,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:17:17,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:17,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:17,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:17:17,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:17,485 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,485 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,486 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,487 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,487 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,488 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:17,489 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:17,493 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:17,493 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71967857, jitterRate=0.0724046379327774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:17,494 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669437473Initializing all the Stores at 1731669437474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669437474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669437475 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669437475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669437475Cleaning up temporary data from old regions at 1731669437487 (+12 ms)Region opened successfully at 1731669437494 (+7 ms) 2024-11-15T11:17:17,495 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:17:17,499 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c696765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:17,500 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:17:17,500 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:17:17,500 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:17:17,500 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:17:17,501 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:17:17,502 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:17:17,502 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:17:17,506 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:17:17,508 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/balancer because node does not exist (not necessarily an error) 2024-11-15T11:17:17,561 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/balancer already deleted, retry=false 2024-11-15T11:17:17,562 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:17:17,562 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:17:17,571 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/normalizer already deleted, retry=false 2024-11-15T11:17:17,572 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:17:17,573 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:17:17,582 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/switch/split already deleted, retry=false 2024-11-15T11:17:17,583 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:17:17,593 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/switch/merge already deleted, retry=false 2024-11-15T11:17:17,595 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:17:17,604 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/snapshot-cleanup already deleted, retry=false 2024-11-15T11:17:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550603286/running 2024-11-15T11:17:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550603286/running 2024-11-15T11:17:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,615 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,37799,1731669435786, sessionid=0x1013e3697890000, setting cluster-up flag (Was=false) 2024-11-15T11:17:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550603286/flush-table-proc/acquired, /0-550603286/flush-table-proc/reached, /0-550603286/flush-table-proc/abort 2024-11-15T11:17:17,668 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37799,1731669435786 2024-11-15T11:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:17,719 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550603286/online-snapshot/acquired, /0-550603286/online-snapshot/reached, /0-550603286/online-snapshot/abort 2024-11-15T11:17:17,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37799,1731669435786 2024-11-15T11:17:17,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:17:17,723 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:17,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:17:17,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:17:17,724 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,37799,1731669435786 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:17:17,725 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:17,725 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:17,726 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:17,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:17:17,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:17,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:17:17,740 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669467740 2024-11-15T11:17:17,740 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:17:17,740 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:17:17,740 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:17:17,740 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:17:17,741 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:17:17,741 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:17:17,744 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,746 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(746): ClusterId : 3274af51-70e0-4e56-be14-90baf2711a3c 2024-11-15T11:17:17,746 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:17:17,748 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:17:17,748 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:17:17,748 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:17:17,749 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:17:17,755 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:17:17,756 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:17:17,756 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669437756,5,FailOnTimeoutGroup] 2024-11-15T11:17:17,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:17:17,756 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669437756,5,FailOnTimeoutGroup] 2024-11-15T11:17:17,756 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,756 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:17:17,756 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,757 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:17:17,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed 2024-11-15T11:17:17,759 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:17:17,759 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:17:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:17:17,772 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:17:17,773 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12279b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:17,789 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:42241 2024-11-15T11:17:17,789 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:17:17,789 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:17:17,789 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:17:17,790 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,37799,1731669435786 with port=42241, startcode=1731669435993 2024-11-15T11:17:17,790 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:17:17,793 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:17:17,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37799 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,796 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed 2024-11-15T11:17:17,796 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41023 2024-11-15T11:17:17,796 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:17:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/rs 2024-11-15T11:17:17,804 DEBUG [RS:0;dbbb793b8023:42241 {}] zookeeper.ZKUtil(111): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on existing znode=/0-550603286/rs/dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,804 WARN [RS:0;dbbb793b8023:42241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:17,804 INFO [RS:0;dbbb793b8023:42241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:17,804 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,42241,1731669435993] 2024-11-15T11:17:17,808 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:17:17,812 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:17:17,813 INFO [RS:0;dbbb793b8023:42241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:17:17,813 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,821 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:17:17,822 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:17:17,822 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:17,822 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:17,823 DEBUG [RS:0;dbbb793b8023:42241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:17,827 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,827 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,828 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,828 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,828 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,828 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,42241,1731669435993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:17,850 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:17:17,850 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,42241,1731669435993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,850 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,851 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.Replication(171): dbbb793b8023,42241,1731669435993 started 2024-11-15T11:17:17,869 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:17,870 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,42241,1731669435993, RpcServer on dbbb793b8023/172.17.0.2:42241, sessionid=0x1013e3697890001 2024-11-15T11:17:17,870 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:17:17,870 DEBUG [RS:0;dbbb793b8023:42241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,870 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,42241,1731669435993' 2024-11-15T11:17:17,870 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550603286/flush-table-proc/abort' 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550603286/flush-table-proc/acquired' 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,42241,1731669435993 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,42241,1731669435993' 2024-11-15T11:17:17,871 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550603286/online-snapshot/abort' 2024-11-15T11:17:17,872 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550603286/online-snapshot/acquired' 2024-11-15T11:17:17,873 DEBUG [RS:0;dbbb793b8023:42241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:17:17,873 INFO [RS:0;dbbb793b8023:42241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:17:17,873 INFO [RS:0;dbbb793b8023:42241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:17:17,973 INFO [RS:0;dbbb793b8023:42241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:17,975 INFO [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C42241%2C1731669435993, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs, maxLogs=10 2024-11-15T11:17:17,988 DEBUG [RS:0;dbbb793b8023:42241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975, exclude list is [], retry=0 2024-11-15T11:17:17,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-d29af180-f10a-461f-908f-7de8ba64b31b,DISK] 2024-11-15T11:17:17,994 INFO [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 2024-11-15T11:17:17,994 DEBUG [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141)] 2024-11-15T11:17:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:17:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:18,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:18,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:18,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:18,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:18,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:18,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:18,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:18,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:18,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:18,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740 2024-11-15T11:17:18,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740 2024-11-15T11:17:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:18,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:18,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:18,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70083488, jitterRate=0.04432535171508789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669438172Initializing all the Stores at 1731669438176 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669438176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438176Cleaning up temporary data from old regions at 1731669438201 (+25 ms)Region opened successfully at 1731669438216 (+15 ms) 2024-11-15T11:17:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:18,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:18,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:18,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:18,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669438216Disabling compacts and flushes for region at 1731669438216Disabling writes for close at 1731669438216Writing region close event to WAL at 1731669438236 (+20 ms)Closed at 1731669438236 2024-11-15T11:17:18,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:18,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:17:18,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:17:18,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:18,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:17:18,395 DEBUG [dbbb793b8023:37799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:18,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:18,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,42241,1731669435993, state=OPENING 2024-11-15T11:17:18,445 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:17:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:18,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550603286/meta-region-server: CHANGED 2024-11-15T11:17:18,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550603286/meta-region-server: CHANGED 2024-11-15T11:17:18,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:18,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,42241,1731669435993}] 2024-11-15T11:17:18,610 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:18,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:17:18,616 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:17:18,616 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:18,617 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:17:18,619 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C42241%2C1731669435993.meta, suffix=.meta, logDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs, maxLogs=10 2024-11-15T11:17:18,634 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.meta.1731669438619.meta, exclude list is [], retry=0 2024-11-15T11:17:18,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-d29af180-f10a-461f-908f-7de8ba64b31b,DISK] 2024-11-15T11:17:18,639 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.meta.1731669438619.meta 2024-11-15T11:17:18,640 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141)] 2024-11-15T11:17:18,640 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:18,641 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:17:18,641 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:17:18,641 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:17:18,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:18,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:18,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:18,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:18,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:18,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:18,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:18,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:18,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:18,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:18,651 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:18,652 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740 2024-11-15T11:17:18,653 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740 2024-11-15T11:17:18,655 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:18,655 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:18,657 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:18,659 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:18,660 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65985340, jitterRate=-0.016741812229156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:18,661 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:17:18,662 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669438641Writing region info on filesystem at 1731669438641Initializing all the Stores at 1731669438643 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669438643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669438643Cleaning up temporary data from old regions at 1731669438655 (+12 ms)Running coprocessor post-open hooks at 1731669438661 (+6 ms)Region opened successfully at 1731669438662 (+1 ms) 2024-11-15T11:17:18,663 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669438610 2024-11-15T11:17:18,666 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:17:18,666 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:17:18,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:18,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,42241,1731669435993, state=OPEN 2024-11-15T11:17:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550603286/meta-region-server 2024-11-15T11:17:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550603286/meta-region-server 2024-11-15T11:17:18,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550603286/meta-region-server: CHANGED 2024-11-15T11:17:18,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550603286/meta-region-server: CHANGED 2024-11-15T11:17:18,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:17:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,42241,1731669435993 in 246 msec 2024-11-15T11:17:18,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:17:18,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-15T11:17:18,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:18,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:17:18,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:18,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,42241,1731669435993, seqNum=-1] 2024-11-15T11:17:18,715 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:18,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:18,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0000 sec 2024-11-15T11:17:18,724 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669438724, completionTime=-1 2024-11-15T11:17:18,724 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:17:18,724 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669498727 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669558727 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,728 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:37799, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,728 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,730 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.657sec 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:18,734 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:17:18,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:17:18,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:17:18,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37799,1731669435786-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:18,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:18,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37799,-1 for getting cluster id 2024-11-15T11:17:18,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:18,753 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3274af51-70e0-4e56-be14-90baf2711a3c' 2024-11-15T11:17:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3274af51-70e0-4e56-be14-90baf2711a3c" 2024-11-15T11:17:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37799,-1] 2024-11-15T11:17:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:18,755 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:18,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:18,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,42241,1731669435993, seqNum=-1] 2024-11-15T11:17:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:18,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:18,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,37799,1731669435786 2024-11-15T11:17:18,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:18,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3697890002 connected 2024-11-15T11:17:18,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir so I do NOT create it in target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520 2024-11-15T11:17:18,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:17:18,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.tmp.dir so I do NOT create it in target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520 2024-11-15T11:17:18,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:17:18,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/cluster_da92a83d-9d0c-7354-9db7-44e6d6bd4602, deleteOnExit=true 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/test.cache.data in system properties and HBase conf 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:17:18,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:17:18,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:17:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:17:18,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:17:19,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:19,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:19,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:19,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:19,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:19,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:19,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:19,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:19,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-16952667598765304332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:19,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-11-15T11:17:19,299 INFO [Time-limited test {}] server.Server(415): Started @39000ms 2024-11-15T11:17:19,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:19,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:19,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:19,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:19,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:17:19,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:19,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:19,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459032ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/java.io.tmpdir/jetty-localhost-44347-hadoop-hdfs-3_4_1-tests_jar-_-any-16228904146623892336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:19,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:44347} 2024-11-15T11:17:19,765 INFO [Time-limited test {}] server.Server(415): Started @39466ms 2024-11-15T11:17:19,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:17:20,501 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/cluster_da92a83d-9d0c-7354-9db7-44e6d6bd4602/data/data1/current/BP-188156008-172.17.0.2-1731669438847/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:20,502 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/cluster_da92a83d-9d0c-7354-9db7-44e6d6bd4602/data/data2/current/BP-188156008-172.17.0.2-1731669438847/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:20,529 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:17:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x793cd6254dfc1ae6 with lease ID 0x702c98a9f29050c0: Processing first storage report for DS-57c21e5f-37ef-4684-a7a9-2abcb430004c from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=a36906e3-39b0-48d9-96b3-0cdf241ce58d, infoPort=38363, infoSecurePort=0, ipcPort=44489, storageInfo=lv=-57;cid=testClusterID;nsid=1429614712;c=1731669438847) 2024-11-15T11:17:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x793cd6254dfc1ae6 with lease ID 0x702c98a9f29050c0: from storage DS-57c21e5f-37ef-4684-a7a9-2abcb430004c node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=a36906e3-39b0-48d9-96b3-0cdf241ce58d, infoPort=38363, infoSecurePort=0, ipcPort=44489, storageInfo=lv=-57;cid=testClusterID;nsid=1429614712;c=1731669438847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x793cd6254dfc1ae6 with lease ID 0x702c98a9f29050c0: Processing first storage report for DS-fb6bdcd5-46e5-4cfe-840d-9bb401c5097a from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=a36906e3-39b0-48d9-96b3-0cdf241ce58d, infoPort=38363, infoSecurePort=0, ipcPort=44489, storageInfo=lv=-57;cid=testClusterID;nsid=1429614712;c=1731669438847) 2024-11-15T11:17:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x793cd6254dfc1ae6 with lease ID 0x702c98a9f29050c0: from storage DS-fb6bdcd5-46e5-4cfe-840d-9bb401c5097a node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=a36906e3-39b0-48d9-96b3-0cdf241ce58d, infoPort=38363, infoSecurePort=0, ipcPort=44489, storageInfo=lv=-57;cid=testClusterID;nsid=1429614712;c=1731669438847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:20,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520 2024-11-15T11:17:20,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:17:20,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1 with version=8 2024-11-15T11:17:20,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/hbase-staging 2024-11-15T11:17:20,563 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:20,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:20,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:20,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:17:20,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:20,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46715 2024-11-15T11:17:20,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46715 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467150x0, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:20,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46715-0x1013e3697890003 connected 2024-11-15T11:17:20,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/running 2024-11-15T11:17:20,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1, hbase.cluster.distributed=false 2024-11-15T11:17:20,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/acl 2024-11-15T11:17:20,763 WARN [RS:0;dbbb793b8023:42241 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of dbbb793b8023,38231,1731669408581: status=Processing ServerCrashProcedure of dbbb793b8023,38231,1731669408581 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731669424260, completionTime=-1 appears to have been leaked 2024-11-15T11:17:20,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-15T11:17:20,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46715 2024-11-15T11:17:20,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46715 2024-11-15T11:17:20,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-15T11:17:20,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-15T11:17:20,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:20,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:20,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:20,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:17:20,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:20,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41389 2024-11-15T11:17:20,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41389 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:20,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:20,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413890x0, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:20,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413890x0, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/running 2024-11-15T11:17:20,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41389-0x1013e3697890004 connected 2024-11-15T11:17:20,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:17:20,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:17:20,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/master 2024-11-15T11:17:20,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/acl 2024-11-15T11:17:20,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-15T11:17:20,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-11-15T11:17:20,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-11-15T11:17:20,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-15T11:17:20,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-15T11:17:20,906 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:46715 2024-11-15T11:17:20,911 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1751265564/backup-masters/dbbb793b8023,46715,1731669440563 2024-11-15T11:17:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/backup-masters 2024-11-15T11:17:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/backup-masters 2024-11-15T11:17:20,919 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on existing znode=/1751265564/backup-masters/dbbb793b8023,46715,1731669440563 2024-11-15T11:17:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751265564/master 2024-11-15T11:17:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:20,930 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on existing znode=/1751265564/master 2024-11-15T11:17:20,930 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1751265564/backup-masters/dbbb793b8023,46715,1731669440563 from backup master directory 2024-11-15T11:17:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751265564/backup-masters/dbbb793b8023,46715,1731669440563 2024-11-15T11:17:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/backup-masters 2024-11-15T11:17:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/backup-masters 2024-11-15T11:17:20,940 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:20,940 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,46715,1731669440563 2024-11-15T11:17:20,947 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/hbase.id] with ID: 87f07170-9e3c-4e4f-a5af-f3c5616edf6c 2024-11-15T11:17:20,947 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/.tmp/hbase.id 2024-11-15T11:17:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:17:21,358 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/.tmp/hbase.id]:[hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/hbase.id] 2024-11-15T11:17:21,375 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:21,375 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:17:21,377 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T11:17:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:21,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:17:21,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:21,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:17:21,413 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:17:21,825 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store 2024-11-15T11:17:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:17:21,838 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:21,838 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:21,838 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:21,838 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:21,838 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:21,838 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:21,838 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:21,839 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669441838Disabling compacts and flushes for region at 1731669441838Disabling writes for close at 1731669441838Writing region close event to WAL at 1731669441838Closed at 1731669441838 2024-11-15T11:17:21,839 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/.initializing 2024-11-15T11:17:21,839 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/WALs/dbbb793b8023,46715,1731669440563 2024-11-15T11:17:21,841 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:21,843 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C46715%2C1731669440563, suffix=, logDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/WALs/dbbb793b8023,46715,1731669440563, archiveDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/oldWALs, maxLogs=10 2024-11-15T11:17:21,857 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/WALs/dbbb793b8023,46715,1731669440563/dbbb793b8023%2C46715%2C1731669440563.1731669441843, exclude list is [], retry=0 2024-11-15T11:17:21,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-57c21e5f-37ef-4684-a7a9-2abcb430004c,DISK] 2024-11-15T11:17:21,862 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/WALs/dbbb793b8023,46715,1731669440563/dbbb793b8023%2C46715%2C1731669440563.1731669441843 2024-11-15T11:17:21,862 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363)] 2024-11-15T11:17:21,862 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:21,863 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:21,863 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,863 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:17:21,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:21,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:21,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:17:21,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:21,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:21,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:17:21,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:21,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:21,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:17:21,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:21,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:21,878 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,879 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,879 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,881 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,881 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,881 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:21,883 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:21,886 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:21,887 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69817881, jitterRate=0.040367498993873596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:21,887 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669441863Initializing all the Stores at 1731669441864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669441864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669441864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669441864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669441864Cleaning up temporary data from old regions at 1731669441881 (+17 ms)Region opened successfully at 1731669441887 (+6 ms) 2024-11-15T11:17:21,888 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:17:21,892 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755b3d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:21,893 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:17:21,893 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:17:21,893 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:17:21,893 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:17:21,894 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:17:21,894 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:17:21,894 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:17:21,896 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:17:21,897 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Unable to get data of znode /1751265564/balancer because node does not exist (not necessarily an error) 2024-11-15T11:17:21,950 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/balancer already deleted, retry=false 2024-11-15T11:17:21,951 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:17:21,951 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Unable to get data of znode /1751265564/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:17:21,961 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/normalizer already deleted, retry=false 2024-11-15T11:17:21,961 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:17:21,963 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Unable to get data of znode /1751265564/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:17:21,971 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/switch/split already deleted, retry=false 2024-11-15T11:17:21,972 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Unable to get data of znode /1751265564/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:17:21,982 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/switch/merge already deleted, retry=false 2024-11-15T11:17:21,984 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Unable to get data of znode /1751265564/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:17:21,992 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/snapshot-cleanup already deleted, retry=false 2024-11-15T11:17:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751265564/running 2024-11-15T11:17:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751265564/running 2024-11-15T11:17:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,004 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,46715,1731669440563, sessionid=0x1013e3697890003, setting cluster-up flag (Was=false) 2024-11-15T11:17:22,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,055 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1751265564/flush-table-proc/acquired, /1751265564/flush-table-proc/reached, /1751265564/flush-table-proc/abort 2024-11-15T11:17:22,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,46715,1731669440563 2024-11-15T11:17:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:22,108 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1751265564/online-snapshot/acquired, /1751265564/online-snapshot/reached, /1751265564/online-snapshot/abort 2024-11-15T11:17:22,110 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,46715,1731669440563 2024-11-15T11:17:22,112 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:17:22,115 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:22,115 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:17:22,115 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:17:22,115 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,46715,1731669440563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:22,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:22,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:17:22,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:22,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669472147 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:17:22,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:17:22,150 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,156 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:17:22,156 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:17:22,156 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:17:22,156 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:17:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:17:22,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:17:22,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:17:22,167 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669442164,5,FailOnTimeoutGroup] 2024-11-15T11:17:22,168 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669442167,5,FailOnTimeoutGroup] 2024-11-15T11:17:22,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:17:22,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,194 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(746): ClusterId : 87f07170-9e3c-4e4f-a5af-f3c5616edf6c 2024-11-15T11:17:22,194 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:17:22,204 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:17:22,204 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:17:22,215 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:17:22,215 DEBUG [RS:0;dbbb793b8023:41389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2464fe26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:22,231 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:41389 2024-11-15T11:17:22,231 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:17:22,231 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:17:22,231 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:17:22,232 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,46715,1731669440563 with port=41389, startcode=1731669440841 2024-11-15T11:17:22,232 DEBUG [RS:0;dbbb793b8023:41389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:17:22,234 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:17:22,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46715 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,237 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1 2024-11-15T11:17:22,237 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45049 2024-11-15T11:17:22,237 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:17:22,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/rs 2024-11-15T11:17:22,246 DEBUG [RS:0;dbbb793b8023:41389 {}] zookeeper.ZKUtil(111): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on existing znode=/1751265564/rs/dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,246 WARN [RS:0;dbbb793b8023:41389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:22,246 INFO [RS:0;dbbb793b8023:41389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:22,247 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,41389,1731669440841] 2024-11-15T11:17:22,251 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:17:22,260 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:17:22,262 INFO [RS:0;dbbb793b8023:41389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:17:22,262 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,263 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:17:22,263 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:17:22,263 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:22,264 DEBUG [RS:0;dbbb793b8023:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:22,272 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,272 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,273 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,273 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,273 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,274 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41389,1731669440841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:22,288 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:17:22,289 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41389,1731669440841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,289 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,289 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.Replication(171): dbbb793b8023,41389,1731669440841 started 2024-11-15T11:17:22,303 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:22,303 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,41389,1731669440841, RpcServer on dbbb793b8023/172.17.0.2:41389, sessionid=0x1013e3697890004 2024-11-15T11:17:22,304 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:17:22,304 DEBUG [RS:0;dbbb793b8023:41389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,304 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,41389,1731669440841' 2024-11-15T11:17:22,304 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1751265564/flush-table-proc/abort' 2024-11-15T11:17:22,304 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1751265564/flush-table-proc/acquired' 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,41389,1731669440841 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,41389,1731669440841' 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1751265564/online-snapshot/abort' 2024-11-15T11:17:22,305 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1751265564/online-snapshot/acquired' 2024-11-15T11:17:22,306 DEBUG [RS:0;dbbb793b8023:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:17:22,306 INFO [RS:0;dbbb793b8023:41389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:17:22,306 INFO [RS:0;dbbb793b8023:41389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:17:22,407 INFO [RS:0;dbbb793b8023:41389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:22,408 INFO [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C41389%2C1731669440841, suffix=, logDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841, archiveDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/oldWALs, maxLogs=10 2024-11-15T11:17:22,427 DEBUG [RS:0;dbbb793b8023:41389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841/dbbb793b8023%2C41389%2C1731669440841.1731669442409, exclude list is [], retry=0 2024-11-15T11:17:22,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-57c21e5f-37ef-4684-a7a9-2abcb430004c,DISK] 2024-11-15T11:17:22,433 INFO [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841/dbbb793b8023%2C41389%2C1731669440841.1731669442409 2024-11-15T11:17:22,435 DEBUG [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363)] 2024-11-15T11:17:22,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:17:22,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1 2024-11-15T11:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:17:22,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:22,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:22,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:22,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:22,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:22,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:22,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:22,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:22,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:22,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:22,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:22,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:22,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:22,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:22,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:22,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:22,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:22,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:22,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740 2024-11-15T11:17:22,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740 2024-11-15T11:17:22,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:22,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:22,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:22,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:23,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:23,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72002063, jitterRate=0.07291434705257416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:23,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669442971Initializing all the Stores at 1731669442972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669442972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669442972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669442972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669442972Cleaning up temporary data from old regions at 1731669442994 (+22 ms)Region opened successfully at 1731669443002 (+8 ms) 2024-11-15T11:17:23,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:23,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:23,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:23,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:23,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:23,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:23,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669443002Disabling compacts and flushes for region at 1731669443002Disabling writes for close at 1731669443002Writing region close event to WAL at 1731669443011 (+9 ms)Closed at 1731669443011 2024-11-15T11:17:23,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:23,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:17:23,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:17:23,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:23,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:17:23,175 DEBUG [dbbb793b8023:46715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:23,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,41389,1731669440841 2024-11-15T11:17:23,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,41389,1731669440841, state=OPENING 2024-11-15T11:17:23,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:17:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:23,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751265564/meta-region-server: CHANGED 2024-11-15T11:17:23,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:23,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751265564/meta-region-server: CHANGED 2024-11-15T11:17:23,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,41389,1731669440841}] 2024-11-15T11:17:23,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:23,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:17:23,505 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:17:23,505 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:23,505 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:17:23,511 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C41389%2C1731669440841.meta, suffix=.meta, logDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841, archiveDir=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/oldWALs, maxLogs=10 2024-11-15T11:17:23,543 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841/dbbb793b8023%2C41389%2C1731669440841.meta.1731669443512.meta, exclude list is [], retry=0 2024-11-15T11:17:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-57c21e5f-37ef-4684-a7a9-2abcb430004c,DISK] 2024-11-15T11:17:23,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:23,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:23,592 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841/dbbb793b8023%2C41389%2C1731669440841.meta.1731669443512.meta 2024-11-15T11:17:23,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363)] 2024-11-15T11:17:23,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:23,601 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:23,601 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:23,601 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:17:23,601 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:17:23,601 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:17:23,601 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:23,602 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:17:23,602 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:17:23,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:23,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:23,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:23,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:23,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:23,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:23,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:23,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:23,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:23,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:23,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:23,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:23,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:23,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:23,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:23,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:23,629 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:23,630 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740 2024-11-15T11:17:23,634 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740 2024-11-15T11:17:23,635 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:23,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:23,636 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:23,637 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:23,638 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:23,639 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63053580, jitterRate=-0.0604284405708313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:23,639 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:17:23,640 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669443602Writing region info on filesystem at 1731669443602Initializing all the Stores at 1731669443603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669443603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669443612 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669443612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669443613 (+1 ms)Cleaning up temporary data from old regions at 1731669443636 (+23 ms)Running coprocessor post-open hooks at 1731669443640 (+4 ms)Region opened successfully at 1731669443640 2024-11-15T11:17:23,641 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669443474 2024-11-15T11:17:23,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:17:23,645 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:17:23,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,41389,1731669440841 2024-11-15T11:17:23,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,41389,1731669440841, state=OPEN 2024-11-15T11:17:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1751265564/meta-region-server 2024-11-15T11:17:23,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1751265564/meta-region-server 2024-11-15T11:17:23,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,41389,1731669440841 2024-11-15T11:17:23,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751265564/meta-region-server: CHANGED 2024-11-15T11:17:23,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751265564/meta-region-server: CHANGED 2024-11-15T11:17:23,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:17:23,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,41389,1731669440841 in 347 msec 2024-11-15T11:17:23,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:17:23,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-15T11:17:23,665 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:23,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:17:23,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:23,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,41389,1731669440841, seqNum=-1] 2024-11-15T11:17:23,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:23,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:23,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5630 sec 2024-11-15T11:17:23,680 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669443680, completionTime=-1 2024-11-15T11:17:23,680 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:17:23,680 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:17:23,683 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:17:23,683 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669503683 2024-11-15T11:17:23,683 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669563683 2024-11-15T11:17:23,683 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T11:17:23,683 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:46715, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,686 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:17:23,700 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.765sec 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:23,706 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:17:23,710 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:17:23,710 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:17:23,710 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46715,1731669440563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:23,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc37dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46715,-1 for getting cluster id 2024-11-15T11:17:23,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:23,798 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87f07170-9e3c-4e4f-a5af-f3c5616edf6c' 2024-11-15T11:17:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87f07170-9e3c-4e4f-a5af-f3c5616edf6c" 2024-11-15T11:17:23,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a37541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46715,-1] 2024-11-15T11:17:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:23,800 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:23,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,41389,1731669440841, seqNum=-1] 2024-11-15T11:17:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:23,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:23,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,46715,1731669440563 2024-11-15T11:17:23,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61859 2024-11-15T11:17:23,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:17:23,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:23,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3697890005 connected 2024-11-15T11:17:23,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb57979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37799,-1 for getting cluster id 2024-11-15T11:17:23,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:23,870 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3274af51-70e0-4e56-be14-90baf2711a3c' 2024-11-15T11:17:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3274af51-70e0-4e56-be14-90baf2711a3c" 2024-11-15T11:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e4c82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37799,-1] 2024-11-15T11:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:23,879 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa556a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37799,1731669435786 2024-11-15T11:17:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480d1ee4 2024-11-15T11:17:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:23,884 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:23,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:46715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:17:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:17:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:23,902 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:46715' 2024-11-15T11:17:23,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd0ba44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,904 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46715,-1 for getting cluster id 2024-11-15T11:17:23,904 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:23,905 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87f07170-9e3c-4e4f-a5af-f3c5616edf6c' 2024-11-15T11:17:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87f07170-9e3c-4e4f-a5af-f3c5616edf6c" 2024-11-15T11:17:23,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab85e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46715,-1] 2024-11-15T11:17:23,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:23,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:23,907 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:23,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f076e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:23,909 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,46715,1731669440563 2024-11-15T11:17:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e9382 2024-11-15T11:17:23,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:23,911 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:23,912 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T11:17:23,913 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:17:23,913 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:23,913 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:23,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:23,913 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:23,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:17:23,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:17:23,919 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:23,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:17:23,968 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:17:23,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741835_1011 (size=1138) 2024-11-15T11:17:23,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8f9dbc95f3b71b84e99a24ffbe4f940, NAME => 'hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed 2024-11-15T11:17:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741836_1012 (size=44) 2024-11-15T11:17:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8f9dbc95f3b71b84e99a24ffbe4f940, disabling compactions & flushes 2024-11-15T11:17:24,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. after waiting 0 ms 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8f9dbc95f3b71b84e99a24ffbe4f940: Waiting for close lock at 1731669444419Disabling compacts and flushes for region at 1731669444419Disabling writes for close at 1731669444419Writing region close event to WAL at 1731669444419Closed at 1731669444419 2024-11-15T11:17:24,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:17:24,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669444421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669444421"}]},"ts":"1731669444421"} 2024-11-15T11:17:24,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:17:24,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:17:24,429 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669444429"}]},"ts":"1731669444429"} 2024-11-15T11:17:24,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:17:24,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f9dbc95f3b71b84e99a24ffbe4f940, ASSIGN}] 2024-11-15T11:17:24,435 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f9dbc95f3b71b84e99a24ffbe4f940, ASSIGN 2024-11-15T11:17:24,437 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8f9dbc95f3b71b84e99a24ffbe4f940, ASSIGN; state=OFFLINE, location=dbbb793b8023,42241,1731669435993; forceNewPlan=false, retain=false 2024-11-15T11:17:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:24,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8f9dbc95f3b71b84e99a24ffbe4f940, regionState=OPENING, regionLocation=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8f9dbc95f3b71b84e99a24ffbe4f940, ASSIGN because future has completed 2024-11-15T11:17:24,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f9dbc95f3b71b84e99a24ffbe4f940, server=dbbb793b8023,42241,1731669435993}] 2024-11-15T11:17:24,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:24,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:17:24,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C42241%2C1731669435993.rep, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs, maxLogs=10 2024-11-15T11:17:24,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.rep.1731669444755, exclude list is [], retry=0 2024-11-15T11:17:24,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39579,DS-d29af180-f10a-461f-908f-7de8ba64b31b,DISK] 2024-11-15T11:17:24,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.rep.1731669444755 2024-11-15T11:17:24,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39141:39141)] 2024-11-15T11:17:24,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a8f9dbc95f3b71b84e99a24ffbe4f940, NAME => 'hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:24,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. service=MultiRowMutationService 2024-11-15T11:17:24,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,781 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,782 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f9dbc95f3b71b84e99a24ffbe4f940 columnFamilyName hfileref 2024-11-15T11:17:24,782 DEBUG [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:24,783 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(327): Store=a8f9dbc95f3b71b84e99a24ffbe4f940/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:24,783 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,786 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f9dbc95f3b71b84e99a24ffbe4f940 columnFamilyName queue 2024-11-15T11:17:24,786 DEBUG [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:24,787 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(327): Store=a8f9dbc95f3b71b84e99a24ffbe4f940/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:24,787 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,789 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8f9dbc95f3b71b84e99a24ffbe4f940 columnFamilyName sid 2024-11-15T11:17:24,790 DEBUG [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:24,791 INFO [StoreOpener-a8f9dbc95f3b71b84e99a24ffbe4f940-1 {}] regionserver.HStore(327): Store=a8f9dbc95f3b71b84e99a24ffbe4f940/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:24,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:17:24,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:24,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a8f9dbc95f3b71b84e99a24ffbe4f940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58979238, jitterRate=-0.12114086747169495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:17:24,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:24,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a8f9dbc95f3b71b84e99a24ffbe4f940: Running coprocessor pre-open hook at 1731669444779Writing region info on filesystem at 1731669444779Initializing all the Stores at 1731669444780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669444780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669444781 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669444781Cleaning up temporary data from old regions at 1731669444794 (+13 ms)Running coprocessor post-open hooks at 1731669444801 (+7 ms)Region opened successfully at 1731669444801 2024-11-15T11:17:24,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940., pid=7, masterSystemTime=1731669444745 2024-11-15T11:17:24,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:24,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8f9dbc95f3b71b84e99a24ffbe4f940, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,42241,1731669435993 2024-11-15T11:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8f9dbc95f3b71b84e99a24ffbe4f940, server=dbbb793b8023,42241,1731669435993 because future has completed 2024-11-15T11:17:24,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T11:17:24,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a8f9dbc95f3b71b84e99a24ffbe4f940, server=dbbb793b8023,42241,1731669435993 in 236 msec 2024-11-15T11:17:24,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:17:24,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8f9dbc95f3b71b84e99a24ffbe4f940, ASSIGN in 402 msec 2024-11-15T11:17:24,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:17:24,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669444840"}]},"ts":"1731669444840"} 2024-11-15T11:17:24,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:17:24,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:17:24,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 931 msec 2024-11-15T11:17:24,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940., hostname=dbbb793b8023,42241,1731669435993, seqNum=2] 2024-11-15T11:17:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:24,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:17:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:25,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T11:17:25,116 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:17:25,156 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,42241,1731669435993, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:17:25,157 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:25,157 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,42241,1731669435993, seqNum=-1] 2024-11-15T11:17:25,158 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:25,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T11:17:25,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,42241,1731669435993', locateType=CURRENT is [region=hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940., hostname=dbbb793b8023,42241,1731669435993, seqNum=2] 2024-11-15T11:17:25,173 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T11:17:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T11:17:25,177 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,42241,1731669435993 suceeded 2024-11-15T11:17:25,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T11:17:25,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-15T11:17:25,180 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:46715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:17:25,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2950 sec 2024-11-15T11:17:25,191 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:46715' 2024-11-15T11:17:25,192 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5572708c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:25,192 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46715,-1 for getting cluster id 2024-11-15T11:17:25,192 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:25,193 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87f07170-9e3c-4e4f-a5af-f3c5616edf6c' 2024-11-15T11:17:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87f07170-9e3c-4e4f-a5af-f3c5616edf6c" 2024-11-15T11:17:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7389e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46715,-1] 2024-11-15T11:17:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:25,195 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:25,195 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738f3f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:25,195 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,46715,1731669440563 2024-11-15T11:17:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@795a3f53 2024-11-15T11:17:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:25,198 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T11:17:25,199 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,42241,1731669435993 (queues=1) is replicating from cluster=3274af51-70e0-4e56-be14-90baf2711a3c to cluster=87f07170-9e3c-4e4f-a5af-f3c5616edf6c 2024-11-15T11:17:25,199 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C42241%2C1731669435993 2024-11-15T11:17:25,199 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,42241,1731669435993, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:17:25,200 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975, startPosition=0, beingWritten=true 2024-11-15T11:17:25,201 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.shipperdbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C42241%2C1731669435993 2024-11-15T11:17:25,423 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:25,729 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:26,049 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:17:26,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:26,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:26,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:26,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37799,1731669435786 2024-11-15T11:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ccf2f 2024-11-15T11:17:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:26,052 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:26,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37799 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:17:26,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:17:26,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:26,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:26,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:26,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:17:26,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1724392915, stopped=false 2024-11-15T11:17:26,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,46715,1731669440563 2024-11-15T11:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751265564/running 2024-11-15T11:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751265564/running 2024-11-15T11:17:26,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:26,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:26,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:26,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/running 2024-11-15T11:17:26,130 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,41389,1731669440841' ***** 2024-11-15T11:17:26,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:17:26,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Set watcher on znode that does not yet exist, /1751265564/running 2024-11-15T11:17:26,130 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,41389,1731669440841 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:41389. 2024-11-15T11:17:26,131 DEBUG [RS:0;dbbb793b8023:41389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:26,131 DEBUG [RS:0;dbbb793b8023:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:17:26,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:17:26,131 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:17:26,132 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:17:26,132 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:17:26,132 DEBUG [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:17:26,132 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:26,132 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:26,132 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:26,132 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:26,132 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:26,132 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T11:17:26,135 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:26,152 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/.tmp/ns/4ed35ba7ec104f77b4f97a3b228a9bfc is 43, key is default/ns:d/1731669443671/Put/seqid=0 2024-11-15T11:17:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741835_1011 (size=5153) 2024-11-15T11:17:26,176 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/.tmp/ns/4ed35ba7ec104f77b4f97a3b228a9bfc 2024-11-15T11:17:26,181 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:26,185 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/.tmp/ns/4ed35ba7ec104f77b4f97a3b228a9bfc as hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/ns/4ed35ba7ec104f77b4f97a3b228a9bfc 2024-11-15T11:17:26,193 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/ns/4ed35ba7ec104f77b4f97a3b228a9bfc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T11:17:26,195 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=6, compaction requested=false 2024-11-15T11:17:26,217 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T11:17:26,218 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:26,218 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:26,218 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:26,218 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669446132Running coprocessor pre-close hooks at 1731669446132Disabling compacts and flushes for region at 1731669446132Disabling writes for close at 1731669446132Obtaining lock to block concurrent updates at 1731669446132Preparing flush snapshotting stores in 1588230740 at 1731669446132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731669446133 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669446133Flushing 1588230740/ns: creating writer at 1731669446133Flushing 1588230740/ns: appending metadata at 1731669446151 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731669446151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54431fe5: reopening flushed file at 1731669446184 (+33 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=6, compaction requested=false at 1731669446195 (+11 ms)Writing region close event to WAL at 1731669446204 (+9 ms)Running coprocessor post-close hooks at 1731669446218 (+14 ms)Closed at 1731669446218 2024-11-15T11:17:26,219 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:26,274 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:17:26,274 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:17:26,332 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,41389,1731669440841; all regions closed. 2024-11-15T11:17:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741834_1010 (size=1152) 2024-11-15T11:17:26,339 DEBUG [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/oldWALs 2024-11-15T11:17:26,339 INFO [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C41389%2C1731669440841.meta:.meta(num 1731669443512) 2024-11-15T11:17:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741832_1008 (size=93) 2024-11-15T11:17:26,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/WALs/dbbb793b8023,41389,1731669440841/dbbb793b8023%2C41389%2C1731669440841.1731669442409 not finished, retry = 0 2024-11-15T11:17:26,445 DEBUG [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/oldWALs 2024-11-15T11:17:26,445 INFO [RS:0;dbbb793b8023:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C41389%2C1731669440841:(num 1731669442409) 2024-11-15T11:17:26,445 DEBUG [RS:0;dbbb793b8023:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:26,445 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:26,446 INFO [RS:0;dbbb793b8023:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:26,446 INFO [RS:0;dbbb793b8023:41389 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:26,446 INFO [RS:0;dbbb793b8023:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:26,446 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:26,446 INFO [RS:0;dbbb793b8023:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41389 2024-11-15T11:17:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564/rs 2024-11-15T11:17:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751265564/rs/dbbb793b8023,41389,1731669440841 2024-11-15T11:17:26,455 INFO [RS:0;dbbb793b8023:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:26,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,41389,1731669440841] 2024-11-15T11:17:26,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/draining/dbbb793b8023,41389,1731669440841 already deleted, retry=false 2024-11-15T11:17:26,476 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,41389,1731669440841 expired; onlineServers=0 2024-11-15T11:17:26,476 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,46715,1731669440563' ***** 2024-11-15T11:17:26,476 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:26,477 DEBUG [M:0;dbbb793b8023:46715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:17:26,477 DEBUG [M:0;dbbb793b8023:46715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:17:26,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:17:26,477 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669442164 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669442164,5,FailOnTimeoutGroup] 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:26,477 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669442167 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669442167,5,FailOnTimeoutGroup] 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:26,477 DEBUG [M:0;dbbb793b8023:46715 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:26,477 INFO [M:0;dbbb793b8023:46715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:17:26,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:17:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751265564/master 2024-11-15T11:17:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751265564 2024-11-15T11:17:26,497 DEBUG [M:0;dbbb793b8023:46715 {}] zookeeper.RecoverableZooKeeper(212): Node /1751265564/master already deleted, retry=false 2024-11-15T11:17:26,498 DEBUG [M:0;dbbb793b8023:46715 {}] master.ActiveMasterManager(353): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Failed delete of our master address node; KeeperErrorCode = NoNode for /1751265564/master 2024-11-15T11:17:26,498 INFO [M:0;dbbb793b8023:46715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/.lastflushedseqids 2024-11-15T11:17:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741836_1012 (size=99) 2024-11-15T11:17:26,505 INFO [M:0;dbbb793b8023:46715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:17:26,505 INFO [M:0;dbbb793b8023:46715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:17:26,505 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:26,505 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:26,505 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:26,505 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:26,505 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:26,505 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T11:17:26,528 DEBUG [M:0;dbbb793b8023:46715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a557c9ac9df641468e3d386cf103be59 is 82, key is hbase:meta,,1/info:regioninfo/1731669443645/Put/seqid=0 2024-11-15T11:17:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741837_1013 (size=5672) 2024-11-15T11:17:26,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:26,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013e3697890004, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:26,568 INFO [RS:0;dbbb793b8023:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:26,568 INFO [RS:0;dbbb793b8023:41389 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,41389,1731669440841; zookeeper connection closed. 2024-11-15T11:17:26,569 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1976d4ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1976d4ce 2024-11-15T11:17:26,569 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:17:26,647 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:26,936 INFO [M:0;dbbb793b8023:46715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a557c9ac9df641468e3d386cf103be59 2024-11-15T11:17:26,956 DEBUG [M:0;dbbb793b8023:46715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80cb92b445fb447ba0828c96e1580703 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731669443678/Put/seqid=0 2024-11-15T11:17:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741838_1014 (size=5275) 2024-11-15T11:17:27,255 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:27,361 INFO [M:0;dbbb793b8023:46715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80cb92b445fb447ba0828c96e1580703 2024-11-15T11:17:27,383 DEBUG [M:0;dbbb793b8023:46715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ead5f17ac74e90836c091a5be7a92e is 69, key is dbbb793b8023,41389,1731669440841/rs:state/1731669442235/Put/seqid=0 2024-11-15T11:17:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741839_1015 (size=5156) 2024-11-15T11:17:27,788 INFO [M:0;dbbb793b8023:46715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ead5f17ac74e90836c091a5be7a92e 2024-11-15T11:17:27,796 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a557c9ac9df641468e3d386cf103be59 as hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a557c9ac9df641468e3d386cf103be59 2024-11-15T11:17:27,805 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a557c9ac9df641468e3d386cf103be59, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T11:17:27,806 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80cb92b445fb447ba0828c96e1580703 as hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80cb92b445fb447ba0828c96e1580703 2024-11-15T11:17:27,812 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80cb92b445fb447ba0828c96e1580703, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T11:17:27,814 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49ead5f17ac74e90836c091a5be7a92e as hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49ead5f17ac74e90836c091a5be7a92e 2024-11-15T11:17:27,821 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45049/user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49ead5f17ac74e90836c091a5be7a92e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T11:17:27,824 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-11-15T11:17:27,829 INFO [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:27,829 DEBUG [M:0;dbbb793b8023:46715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669446505Disabling compacts and flushes for region at 1731669446505Disabling writes for close at 1731669446505Obtaining lock to block concurrent updates at 1731669446505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669446505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731669446506 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669446508 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669446508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669446528 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669446528Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669446941 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669446956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669446956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669447368 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669447383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669447383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ced390e: reopening flushed file at 1731669447795 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acec637: reopening flushed file at 1731669447805 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189caf3c: reopening flushed file at 1731669447813 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1731669447824 (+11 ms)Writing region close event to WAL at 1731669447829 (+5 ms)Closed at 1731669447829 2024-11-15T11:17:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741830_1006 (size=10165) 2024-11-15T11:17:27,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1349e33f-0270-a695-e7fb-a561f095d8a1/MasterData/WALs/dbbb793b8023,46715,1731669440563/dbbb793b8023%2C46715%2C1731669440563.1731669441843 not finished, retry = 0 2024-11-15T11:17:27,934 INFO [M:0;dbbb793b8023:46715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:17:27,934 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:27,934 INFO [M:0;dbbb793b8023:46715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46715 2024-11-15T11:17:27,935 INFO [M:0;dbbb793b8023:46715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:27,960 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:17:28,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:17:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:17:28,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:17:28,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:28,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:17:28,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:28,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:17:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46715-0x1013e3697890003, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:28,166 INFO [M:0;dbbb793b8023:46715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:28,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459032ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:28,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:28,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:28,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:28,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:28,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:17:28,203 WARN [BP-188156008-172.17.0.2-1731669438847 heartbeating to localhost/127.0.0.1:45049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:17:28,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:17:28,203 WARN [BP-188156008-172.17.0.2-1731669438847 heartbeating to localhost/127.0.0.1:45049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-188156008-172.17.0.2-1731669438847 (Datanode Uuid a36906e3-39b0-48d9-96b3-0cdf241ce58d) service to localhost/127.0.0.1:45049 2024-11-15T11:17:28,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/cluster_da92a83d-9d0c-7354-9db7-44e6d6bd4602/data/data1/current/BP-188156008-172.17.0.2-1731669438847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:28,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/cluster_da92a83d-9d0c-7354-9db7-44e6d6bd4602/data/data2/current/BP-188156008-172.17.0.2-1731669438847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:28,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:17:28,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:28,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:28,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:28,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:28,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:28,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:17:28,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:17:28,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:28,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:17:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1110748961, stopped=false 2024-11-15T11:17:28,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,37799,1731669435786 2024-11-15T11:17:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550603286/running 2024-11-15T11:17:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550603286/running 2024-11-15T11:17:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:28,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:28,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:28,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/running 2024-11-15T11:17:28,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Set watcher on znode that does not yet exist, /0-550603286/running 2024-11-15T11:17:28,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:28,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:28,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,42241,1731669435993' ***** 2024-11-15T11:17:28,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:17:28,248 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:17:28,248 INFO [RS:0;dbbb793b8023:42241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:17:28,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:17:28,248 INFO [RS:0;dbbb793b8023:42241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:17:28,248 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,42241,1731669435993 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:42241. 2024-11-15T11:17:28,249 DEBUG [RS:0;dbbb793b8023:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:28,249 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,249 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8f9dbc95f3b71b84e99a24ffbe4f940, disabling compactions & flushes 2024-11-15T11:17:28,249 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:17:28,249 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:17:28,249 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. after waiting 0 ms 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:17:28,249 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:28,249 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:17:28,249 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8f9dbc95f3b71b84e99a24ffbe4f940 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T11:17:28,252 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:17:28,252 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1325): Online Regions={a8f9dbc95f3b71b84e99a24ffbe4f940=hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:17:28,252 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:28,253 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:28,253 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:28,253 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:28,253 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:28,253 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:28,253 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T11:17:28,274 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/.tmp/queue/74e801b75aaa45f4bef18b723242f7c8 is 151, key is 1-dbbb793b8023,42241,1731669435993/queue:dbbb793b8023%2C42241%2C1731669435993/1731669445167/Put/seqid=0 2024-11-15T11:17:28,277 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/info/c352cbdf1d894bb795a0fe866a69a658 is 147, key is hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940./info:regioninfo/1731669444810/Put/seqid=0 2024-11-15T11:17:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741838_1014 (size=5350) 2024-11-15T11:17:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741839_1015 (size=6631) 2024-11-15T11:17:28,293 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/info/c352cbdf1d894bb795a0fe866a69a658 2024-11-15T11:17:28,320 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/ns/82481f8a079d4451977975e58c3fa6f1 is 43, key is default/ns:d/1731669438717/Put/seqid=0 2024-11-15T11:17:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741840_1016 (size=5153) 2024-11-15T11:17:28,334 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/ns/82481f8a079d4451977975e58c3fa6f1 2024-11-15T11:17:28,340 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:28,360 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/table/40d9235e2dd54df7b38e07f1d1cc8fea is 53, key is hbase:replication/table:state/1731669444840/Put/seqid=0 2024-11-15T11:17:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741841_1017 (size=5256) 2024-11-15T11:17:28,452 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:28,653 DEBUG [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8f9dbc95f3b71b84e99a24ffbe4f940 2024-11-15T11:17:28,687 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/.tmp/queue/74e801b75aaa45f4bef18b723242f7c8 2024-11-15T11:17:28,695 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/.tmp/queue/74e801b75aaa45f4bef18b723242f7c8 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/queue/74e801b75aaa45f4bef18b723242f7c8 2024-11-15T11:17:28,703 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/queue/74e801b75aaa45f4bef18b723242f7c8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T11:17:28,704 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a8f9dbc95f3b71b84e99a24ffbe4f940 in 455ms, sequenceid=5, compaction requested=false 2024-11-15T11:17:28,704 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:17:28,709 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/replication/a8f9dbc95f3b71b84e99a24ffbe4f940/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:17:28,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:28,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:28,710 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:28,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8f9dbc95f3b71b84e99a24ffbe4f940: Waiting for close lock at 1731669448249Running coprocessor pre-close hooks at 1731669448249Disabling compacts and flushes for region at 1731669448249Disabling writes for close at 1731669448249Obtaining lock to block concurrent updates at 1731669448249Preparing flush snapshotting stores in a8f9dbc95f3b71b84e99a24ffbe4f940 at 1731669448249Finished memstore snapshotting hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731669448250 (+1 ms)Flushing stores of hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. at 1731669448250Flushing a8f9dbc95f3b71b84e99a24ffbe4f940/queue: creating writer at 1731669448251 (+1 ms)Flushing a8f9dbc95f3b71b84e99a24ffbe4f940/queue: appending metadata at 1731669448273 (+22 ms)Flushing a8f9dbc95f3b71b84e99a24ffbe4f940/queue: closing flushed file at 1731669448273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b28588a: reopening flushed file at 1731669448694 (+421 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a8f9dbc95f3b71b84e99a24ffbe4f940 in 455ms, sequenceid=5, compaction requested=false at 1731669448704 (+10 ms)Writing region close event to WAL at 1731669448705 (+1 ms)Running coprocessor post-close hooks at 1731669448710 (+5 ms)Closed at 1731669448710 2024-11-15T11:17:28,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669443913.a8f9dbc95f3b71b84e99a24ffbe4f940. 2024-11-15T11:17:28,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/WALs/dbbb793b8023,42241,1731669435993/dbbb793b8023%2C42241%2C1731669435993.1731669437975 to pos 0, reset compression=false 2024-11-15T11:17:28,767 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/table/40d9235e2dd54df7b38e07f1d1cc8fea 2024-11-15T11:17:28,778 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/info/c352cbdf1d894bb795a0fe866a69a658 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/info/c352cbdf1d894bb795a0fe866a69a658 2024-11-15T11:17:28,785 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/info/c352cbdf1d894bb795a0fe866a69a658, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T11:17:28,786 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/ns/82481f8a079d4451977975e58c3fa6f1 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/ns/82481f8a079d4451977975e58c3fa6f1 2024-11-15T11:17:28,795 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/ns/82481f8a079d4451977975e58c3fa6f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:17:28,796 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/.tmp/table/40d9235e2dd54df7b38e07f1d1cc8fea as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/table/40d9235e2dd54df7b38e07f1d1cc8fea 2024-11-15T11:17:28,803 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/table/40d9235e2dd54df7b38e07f1d1cc8fea, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T11:17:28,805 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=11, compaction requested=false 2024-11-15T11:17:28,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:17:28,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:17:28,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:17:28,813 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:28,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669448253Running coprocessor pre-close hooks at 1731669448253Disabling compacts and flushes for region at 1731669448253Disabling writes for close at 1731669448253Obtaining lock to block concurrent updates at 1731669448253Preparing flush snapshotting stores in 1588230740 at 1731669448253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731669448253Flushing stores of hbase:meta,,1.1588230740 at 1731669448254 (+1 ms)Flushing 1588230740/info: creating writer at 1731669448255 (+1 ms)Flushing 1588230740/info: appending metadata at 1731669448276 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731669448276Flushing 1588230740/ns: creating writer at 1731669448302 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731669448320 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731669448320Flushing 1588230740/table: creating writer at 1731669448341 (+21 ms)Flushing 1588230740/table: appending metadata at 1731669448359 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731669448359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22762538: reopening flushed file at 1731669448776 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739c1bea: reopening flushed file at 1731669448785 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3831e4: reopening flushed file at 1731669448795 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=11, compaction requested=false at 1731669448805 (+10 ms)Writing region close event to WAL at 1731669448809 (+4 ms)Running coprocessor post-close hooks at 1731669448813 (+4 ms)Closed at 1731669448813 2024-11-15T11:17:28,814 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:28,852 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:17:28,852 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:17:28,853 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,42241,1731669435993; all regions closed. 2024-11-15T11:17:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741834_1010 (size=2742) 2024-11-15T11:17:28,863 DEBUG [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs 2024-11-15T11:17:28,863 INFO [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C42241%2C1731669435993.meta:.meta(num 1731669438619) 2024-11-15T11:17:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741837_1013 (size=1586) 2024-11-15T11:17:28,867 DEBUG [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs 2024-11-15T11:17:28,867 INFO [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C42241%2C1731669435993.rep:(num 1731669444755) 2024-11-15T11:17:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741833_1009 (size=93) 2024-11-15T11:17:28,873 DEBUG [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/oldWALs 2024-11-15T11:17:28,873 INFO [RS:0;dbbb793b8023:42241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C42241%2C1731669435993:(num 1731669437975) 2024-11-15T11:17:28,873 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,873 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:17:28,873 INFO [RS:0;dbbb793b8023:42241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:28,873 INFO [RS:0;dbbb793b8023:42241 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:28,873 INFO [RS:0;dbbb793b8023:42241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:28,874 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:28,874 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,42241,1731669435993 because: Region server is closing 2024-11-15T11:17:28,874 INFO [RS:0;dbbb793b8023:42241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:42241. 2024-11-15T11:17:28,874 DEBUG [RS:0;dbbb793b8023:42241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:28,874 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,874 DEBUG [RS:0;dbbb793b8023:42241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:28,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:28,974 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.wal-reader.dbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:17:28,974 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.shipperdbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:17:28,975 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,42241,1731669435993.replicationSource.shipperdbbb793b8023%2C42241%2C1731669435993,1-dbbb793b8023,42241,1731669435993 terminated 2024-11-15T11:17:28,975 INFO [RS:0;dbbb793b8023:42241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42241 2024-11-15T11:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550603286/rs/dbbb793b8023,42241,1731669435993 2024-11-15T11:17:29,024 INFO [RS:0;dbbb793b8023:42241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286/rs 2024-11-15T11:17:29,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,42241,1731669435993] 2024-11-15T11:17:29,044 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-550603286/draining/dbbb793b8023,42241,1731669435993 already deleted, retry=false 2024-11-15T11:17:29,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,42241,1731669435993 expired; onlineServers=0 2024-11-15T11:17:29,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,37799,1731669435786' ***** 2024-11-15T11:17:29,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:17:29,045 INFO [M:0;dbbb793b8023:37799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:17:29,045 INFO [M:0;dbbb793b8023:37799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:17:29,045 DEBUG [M:0;dbbb793b8023:37799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:17:29,045 DEBUG [M:0;dbbb793b8023:37799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:17:29,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:17:29,045 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669437756 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669437756,5,FailOnTimeoutGroup] 2024-11-15T11:17:29,045 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669437756 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669437756,5,FailOnTimeoutGroup] 2024-11-15T11:17:29,045 INFO [M:0;dbbb793b8023:37799 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:17:29,046 INFO [M:0;dbbb793b8023:37799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:17:29,046 DEBUG [M:0;dbbb793b8023:37799 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:17:29,046 INFO [M:0;dbbb793b8023:37799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:17:29,046 INFO [M:0;dbbb793b8023:37799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:17:29,046 INFO [M:0;dbbb793b8023:37799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:17:29,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:17:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550603286/master 2024-11-15T11:17:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550603286 2024-11-15T11:17:29,055 DEBUG [M:0;dbbb793b8023:37799 {}] zookeeper.ZKUtil(347): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Unable to get data of znode /0-550603286/master because node does not exist (not an error) 2024-11-15T11:17:29,055 WARN [M:0;dbbb793b8023:37799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:17:29,056 INFO [M:0;dbbb793b8023:37799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/.lastflushedseqids 2024-11-15T11:17:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741842_1018 (size=181) 2024-11-15T11:17:29,062 INFO [M:0;dbbb793b8023:37799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:17:29,062 INFO [M:0;dbbb793b8023:37799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:17:29,062 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:29,062 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:29,062 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:29,062 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:29,062 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:29,062 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T11:17:29,097 DEBUG [M:0;dbbb793b8023:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2588e8e0b41b4be3a0a75a57434981e4 is 82, key is hbase:meta,,1/info:regioninfo/1731669438666/Put/seqid=0 2024-11-15T11:17:29,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741843_1019 (size=5672) 2024-11-15T11:17:29,119 INFO [M:0;dbbb793b8023:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2588e8e0b41b4be3a0a75a57434981e4 2024-11-15T11:17:29,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:29,134 INFO [RS:0;dbbb793b8023:42241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:29,134 INFO [RS:0;dbbb793b8023:42241 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,42241,1731669435993; zookeeper connection closed. 2024-11-15T11:17:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42241-0x1013e3697890001, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:29,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fbf193e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fbf193e 2024-11-15T11:17:29,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:17:29,160 DEBUG [M:0;dbbb793b8023:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57d19c6f3c5942948ed87a4db10e6c05 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731669444848/Put/seqid=0 2024-11-15T11:17:29,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741844_1020 (size=7203) 2024-11-15T11:17:29,180 INFO [M:0;dbbb793b8023:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57d19c6f3c5942948ed87a4db10e6c05 2024-11-15T11:17:29,202 DEBUG [M:0;dbbb793b8023:37799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d7b3f57a7349918ac57f323b6e3771 is 69, key is dbbb793b8023,42241,1731669435993/rs:state/1731669437794/Put/seqid=0 2024-11-15T11:17:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741845_1021 (size=5156) 2024-11-15T11:17:29,608 INFO [M:0;dbbb793b8023:37799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d7b3f57a7349918ac57f323b6e3771 2024-11-15T11:17:29,615 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2588e8e0b41b4be3a0a75a57434981e4 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2588e8e0b41b4be3a0a75a57434981e4 2024-11-15T11:17:29,625 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2588e8e0b41b4be3a0a75a57434981e4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T11:17:29,626 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57d19c6f3c5942948ed87a4db10e6c05 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57d19c6f3c5942948ed87a4db10e6c05 2024-11-15T11:17:29,637 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57d19c6f3c5942948ed87a4db10e6c05, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T11:17:29,638 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d7b3f57a7349918ac57f323b6e3771 as hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4d7b3f57a7349918ac57f323b6e3771 2024-11-15T11:17:29,645 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/d0cc6d0d-4b0b-48e4-ccc3-ea8b75d927ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4d7b3f57a7349918ac57f323b6e3771, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T11:17:29,646 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=70, compaction requested=false 2024-11-15T11:17:29,649 INFO [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:29,649 DEBUG [M:0;dbbb793b8023:37799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669449062Disabling compacts and flushes for region at 1731669449062Disabling writes for close at 1731669449062Obtaining lock to block concurrent updates at 1731669449062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669449062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731669449063 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669449064 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669449064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669449097 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669449097Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669449126 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669449159 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669449159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669449187 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669449202 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669449202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5a9b7: reopening flushed file at 1731669449614 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c2fde9: reopening flushed file at 1731669449625 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c20cae2: reopening flushed file at 1731669449637 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=70, compaction requested=false at 1731669449646 (+9 ms)Writing region close event to WAL at 1731669449648 (+2 ms)Closed at 1731669449648 2024-11-15T11:17:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39579 is added to blk_1073741830_1006 (size=41008) 2024-11-15T11:17:29,661 INFO [M:0;dbbb793b8023:37799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:17:29,661 INFO [M:0;dbbb793b8023:37799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37799 2024-11-15T11:17:29,661 INFO [M:0;dbbb793b8023:37799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:17:29,661 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:17:29,808 INFO [M:0;dbbb793b8023:37799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:17:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37799-0x1013e3697890000, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:17:29,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:29,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:29,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:29,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:29,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:29,814 WARN [BP-773232429-172.17.0.2-1731669433371 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:17:29,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:17:29,814 WARN [BP-773232429-172.17.0.2-1731669433371 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-773232429-172.17.0.2-1731669433371 (Datanode Uuid 4f8d91a1-1315-4722-8dc6-93f96174a46c) service to localhost/127.0.0.1:41023 2024-11-15T11:17:29,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:17:29,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/data/data1/current/BP-773232429-172.17.0.2-1731669433371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:29,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/cluster_7dd8e12c-0faa-2247-11dc-1d2b882d44fa/data/data2/current/BP-773232429-172.17.0.2-1731669433371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:17:29,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:17:29,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:29,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:17:29,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:17:29,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:17:29,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8390a7d5-10f9-f3b8-b688-f9cda7771ae3/hadoop.log.dir/,STOPPED} 2024-11-15T11:17:29,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:17:29,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:17:29,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=144 (was 111) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41023 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45049 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4108 (was 4451) 2024-11-15T11:17:29,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=144, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=4108 2024-11-15T11:17:29,905 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T11:17:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir so I do NOT create it in target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6 2024-11-15T11:17:29,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:17:29,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.tmp.dir so I do NOT create it in target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6 2024-11-15T11:17:29,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/520177d5-4a54-d74e-20aa-7eeed5576520/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:17:29,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6 2024-11-15T11:17:29,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb, deleteOnExit=true 2024-11-15T11:17:29,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/zookeeper_0, clientPort=50600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:17:29,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50600 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/test.cache.data in system properties and HBase conf 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:17:29,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:17:29,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:17:29,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:17:29,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e3697890002, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:17:29,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e3697890002, quorum=127.0.0.1:61859, baseZNode=/0-550603286 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:17:29,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e3697890005, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:17:29,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e3697890005, quorum=127.0.0.1:61859, baseZNode=/1751265564 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:17:30,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:30,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:30,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:30,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:30,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:30,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:30,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f9b1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:30,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d61262c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:30,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f8825b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/java.io.tmpdir/jetty-localhost-35671-hadoop-hdfs-3_4_1-tests_jar-_-any-10745240816495071954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:30,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e759e3a{HTTP/1.1, (http/1.1)}{localhost:35671} 2024-11-15T11:17:30,409 INFO [Time-limited test {}] server.Server(415): Started @50110ms 2024-11-15T11:17:30,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:30,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:30,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:30,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:30,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:30,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a695efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:30,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f02a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:30,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61d353e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/java.io.tmpdir/jetty-localhost-43317-hadoop-hdfs-3_4_1-tests_jar-_-any-8011161877278755921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:30,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d471c2c{HTTP/1.1, (http/1.1)}{localhost:43317} 2024-11-15T11:17:30,788 INFO [Time-limited test {}] server.Server(415): Started @50489ms 2024-11-15T11:17:30,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:17:31,444 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/data/data1/current/BP-670510376-172.17.0.2-1731669449954/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:31,444 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/data/data2/current/BP-670510376-172.17.0.2-1731669449954/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:31,459 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:17:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc092d5916c106287 with lease ID 0xcfbbb3fe3ec97d81: Processing first storage report for DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f from datanode DatanodeRegistration(127.0.0.1:38721, datanodeUuid=661e90bf-c093-4e02-bd7b-26b6a63d56c3, infoPort=42821, infoSecurePort=0, ipcPort=42833, storageInfo=lv=-57;cid=testClusterID;nsid=1651737997;c=1731669449954) 2024-11-15T11:17:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc092d5916c106287 with lease ID 0xcfbbb3fe3ec97d81: from storage DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f node DatanodeRegistration(127.0.0.1:38721, datanodeUuid=661e90bf-c093-4e02-bd7b-26b6a63d56c3, infoPort=42821, infoSecurePort=0, ipcPort=42833, storageInfo=lv=-57;cid=testClusterID;nsid=1651737997;c=1731669449954), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:17:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc092d5916c106287 with lease ID 0xcfbbb3fe3ec97d81: Processing first storage report for DS-e3812cbf-6167-4586-bdaa-c1b4c7c76b31 from datanode DatanodeRegistration(127.0.0.1:38721, datanodeUuid=661e90bf-c093-4e02-bd7b-26b6a63d56c3, infoPort=42821, infoSecurePort=0, ipcPort=42833, storageInfo=lv=-57;cid=testClusterID;nsid=1651737997;c=1731669449954) 2024-11-15T11:17:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc092d5916c106287 with lease ID 0xcfbbb3fe3ec97d81: from storage DS-e3812cbf-6167-4586-bdaa-c1b4c7c76b31 node DatanodeRegistration(127.0.0.1:38721, datanodeUuid=661e90bf-c093-4e02-bd7b-26b6a63d56c3, infoPort=42821, infoSecurePort=0, ipcPort=42833, storageInfo=lv=-57;cid=testClusterID;nsid=1651737997;c=1731669449954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:31,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6 2024-11-15T11:17:31,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:31,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:17:31,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5 with version=8 2024-11-15T11:17:31,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/hbase-staging 2024-11-15T11:17:31,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:31,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:31,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41427 2024-11-15T11:17:31,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41427 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:32,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414270x0, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:32,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41427-0x1013e36d86b0000 connected 2024-11-15T11:17:32,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:32,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:32,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/running 2024-11-15T11:17:32,121 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5, hbase.cluster.distributed=false 2024-11-15T11:17:32,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/acl 2024-11-15T11:17:32,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-15T11:17:32,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41427 2024-11-15T11:17:32,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41427 2024-11-15T11:17:32,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-15T11:17:32,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-15T11:17:32,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:17:32,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:32,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33881 2024-11-15T11:17:32,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33881 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:32,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:32,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338810x0, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:32,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33881-0x1013e36d86b0001 connected 2024-11-15T11:17:32,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/running 2024-11-15T11:17:32,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:17:32,151 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:17:32,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/master 2024-11-15T11:17:32,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/acl 2024-11-15T11:17:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33881 2024-11-15T11:17:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33881 2024-11-15T11:17:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33881 2024-11-15T11:17:32,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33881 2024-11-15T11:17:32,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33881 2024-11-15T11:17:32,165 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:41427 2024-11-15T11:17:32,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0987847542/backup-masters/dbbb793b8023,41427,1731669451936 2024-11-15T11:17:32,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/backup-masters 2024-11-15T11:17:32,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/backup-masters 2024-11-15T11:17:32,178 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on existing znode=/0987847542/backup-masters/dbbb793b8023,41427,1731669451936 2024-11-15T11:17:32,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987847542/master 2024-11-15T11:17:32,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:32,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:32,189 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on existing znode=/0987847542/master 2024-11-15T11:17:32,189 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0987847542/backup-masters/dbbb793b8023,41427,1731669451936 from backup master directory 2024-11-15T11:17:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987847542/backup-masters/dbbb793b8023,41427,1731669451936 2024-11-15T11:17:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/backup-masters 2024-11-15T11:17:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/backup-masters 2024-11-15T11:17:32,199 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:32,199 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,41427,1731669451936 2024-11-15T11:17:32,203 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/hbase.id] with ID: 96974c19-42af-4ae8-b167-9a7c08f717a7 2024-11-15T11:17:32,203 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/.tmp/hbase.id 2024-11-15T11:17:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:17:32,608 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/.tmp/hbase.id]:[hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/hbase.id] 2024-11-15T11:17:32,618 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:32,618 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:17:32,620 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T11:17:32,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:32,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:17:33,229 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:33,230 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:17:33,230 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:17:33,637 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store 2024-11-15T11:17:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:17:34,043 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:34,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:34,044 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:34,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:34,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:34,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:34,044 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:34,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669454044Disabling compacts and flushes for region at 1731669454044Disabling writes for close at 1731669454044Writing region close event to WAL at 1731669454044Closed at 1731669454044 2024-11-15T11:17:34,045 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/.initializing 2024-11-15T11:17:34,045 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/WALs/dbbb793b8023,41427,1731669451936 2024-11-15T11:17:34,046 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:34,047 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C41427%2C1731669451936, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/WALs/dbbb793b8023,41427,1731669451936, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/oldWALs, maxLogs=10 2024-11-15T11:17:34,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/WALs/dbbb793b8023,41427,1731669451936/dbbb793b8023%2C41427%2C1731669451936.1731669454047, exclude list is [], retry=0 2024-11-15T11:17:34,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f,DISK] 2024-11-15T11:17:34,062 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/WALs/dbbb793b8023,41427,1731669451936/dbbb793b8023%2C41427%2C1731669451936.1731669454047 2024-11-15T11:17:34,062 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-15T11:17:34,062 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:34,062 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:34,062 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,062 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:17:34,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:34,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:34,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:17:34,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:34,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:34,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:17:34,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:34,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:34,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:17:34,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:34,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:34,070 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,071 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,071 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,072 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,072 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,072 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:34,073 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:34,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:34,075 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61560296, jitterRate=-0.0826801061630249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:34,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669454062Initializing all the Stores at 1731669454063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669454063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669454063Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669454064 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669454064Cleaning up temporary data from old regions at 1731669454072 (+8 ms)Region opened successfully at 1731669454075 (+3 ms) 2024-11-15T11:17:34,076 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:17:34,078 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a13f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:34,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:17:34,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:17:34,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:17:34,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:17:34,080 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:17:34,080 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:17:34,080 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:17:34,084 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:17:34,085 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/balancer because node does not exist (not necessarily an error) 2024-11-15T11:17:34,139 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/balancer already deleted, retry=false 2024-11-15T11:17:34,139 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:17:34,140 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:17:34,149 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/normalizer already deleted, retry=false 2024-11-15T11:17:34,150 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:17:34,150 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:17:34,160 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/switch/split already deleted, retry=false 2024-11-15T11:17:34,161 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:17:34,170 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/switch/merge already deleted, retry=false 2024-11-15T11:17:34,172 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:17:34,181 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/snapshot-cleanup already deleted, retry=false 2024-11-15T11:17:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987847542/running 2024-11-15T11:17:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987847542/running 2024-11-15T11:17:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,41427,1731669451936, sessionid=0x1013e36d86b0000, setting cluster-up flag (Was=false) 2024-11-15T11:17:34,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:34,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:34,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:34,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:34,244 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987847542/flush-table-proc/acquired, /0987847542/flush-table-proc/reached, /0987847542/flush-table-proc/abort 2024-11-15T11:17:34,245 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41427,1731669451936 2024-11-15T11:17:34,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:34,297 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987847542/online-snapshot/acquired, /0987847542/online-snapshot/reached, /0987847542/online-snapshot/abort 2024-11-15T11:17:34,298 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41427,1731669451936 2024-11-15T11:17:34,299 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:17:34,300 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:34,301 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:17:34,301 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:17:34,301 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,41427,1731669451936 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:34,303 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669484305 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:17:34,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:34,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:17:34,306 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669454306,5,FailOnTimeoutGroup] 2024-11-15T11:17:34,306 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669454306,5,FailOnTimeoutGroup] 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:17:34,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:17:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:17:34,359 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(746): ClusterId : 96974c19-42af-4ae8-b167-9a7c08f717a7 2024-11-15T11:17:34,359 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:17:34,371 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:17:34,371 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:17:34,382 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:17:34,382 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b6082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:34,392 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:33881 2024-11-15T11:17:34,392 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:17:34,392 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:17:34,392 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:17:34,393 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,41427,1731669451936 with port=33881, startcode=1731669452137 2024-11-15T11:17:34,393 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:17:34,394 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:17:34,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41427 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,396 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5 2024-11-15T11:17:34,396 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35007 2024-11-15T11:17:34,396 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:17:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/rs 2024-11-15T11:17:34,403 DEBUG [RS:0;dbbb793b8023:33881 {}] zookeeper.ZKUtil(111): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on existing znode=/0987847542/rs/dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,403 WARN [RS:0;dbbb793b8023:33881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:34,403 INFO [RS:0;dbbb793b8023:33881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:34,403 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,33881,1731669452137] 2024-11-15T11:17:34,406 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:17:34,407 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:17:34,407 INFO [RS:0;dbbb793b8023:33881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:17:34,407 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,408 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:17:34,408 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:17:34,408 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:34,409 DEBUG [RS:0;dbbb793b8023:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,412 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33881,1731669452137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:34,426 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:17:34,426 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33881,1731669452137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,426 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,426 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.Replication(171): dbbb793b8023,33881,1731669452137 started 2024-11-15T11:17:34,438 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:34,438 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,33881,1731669452137, RpcServer on dbbb793b8023/172.17.0.2:33881, sessionid=0x1013e36d86b0001 2024-11-15T11:17:34,439 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:17:34,439 DEBUG [RS:0;dbbb793b8023:33881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,439 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,33881,1731669452137' 2024-11-15T11:17:34,439 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987847542/flush-table-proc/abort' 2024-11-15T11:17:34,439 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987847542/flush-table-proc/acquired' 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,33881,1731669452137 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,33881,1731669452137' 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987847542/online-snapshot/abort' 2024-11-15T11:17:34,440 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987847542/online-snapshot/acquired' 2024-11-15T11:17:34,441 DEBUG [RS:0;dbbb793b8023:33881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:17:34,441 INFO [RS:0;dbbb793b8023:33881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:17:34,441 INFO [RS:0;dbbb793b8023:33881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:17:34,541 INFO [RS:0;dbbb793b8023:33881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:34,543 INFO [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33881%2C1731669452137, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs, maxLogs=10 2024-11-15T11:17:34,554 DEBUG [RS:0;dbbb793b8023:33881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543, exclude list is [], retry=0 2024-11-15T11:17:34,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f,DISK] 2024-11-15T11:17:34,558 INFO [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 2024-11-15T11:17:34,558 DEBUG [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-15T11:17:34,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:17:34,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5 2024-11-15T11:17:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:17:35,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:35,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:35,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:35,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:35,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:35,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:35,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:35,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:35,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:35,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:35,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740 2024-11-15T11:17:35,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740 2024-11-15T11:17:35,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:35,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:35,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:35,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:35,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:35,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512066, jitterRate=-0.08339878916740417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:35,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669455120Initializing all the Stores at 1731669455120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455121 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669455121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455121Cleaning up temporary data from old regions at 1731669455130 (+9 ms)Region opened successfully at 1731669455133 (+3 ms) 2024-11-15T11:17:35,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:35,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:35,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:35,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:35,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:35,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:35,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669455134Disabling compacts and flushes for region at 1731669455134Disabling writes for close at 1731669455134Writing region close event to WAL at 1731669455134Closed at 1731669455134 2024-11-15T11:17:35,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:35,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:17:35,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:17:35,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:35,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:17:35,288 DEBUG [dbbb793b8023:41427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:35,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:35,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,33881,1731669452137, state=OPENING 2024-11-15T11:17:35,349 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:17:35,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:35,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:35,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:35,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,33881,1731669452137}] 2024-11-15T11:17:35,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987847542/meta-region-server: CHANGED 2024-11-15T11:17:35,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987847542/meta-region-server: CHANGED 2024-11-15T11:17:35,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:35,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:17:35,518 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:17:35,518 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:35,518 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:17:35,520 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33881%2C1731669452137.meta, suffix=.meta, logDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs, maxLogs=10 2024-11-15T11:17:35,531 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.meta.1731669455520.meta, exclude list is [], retry=0 2024-11-15T11:17:35,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f,DISK] 2024-11-15T11:17:35,535 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.meta.1731669455520.meta 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:35,535 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:17:35,535 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:17:35,535 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:35,536 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:17:35,536 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:17:35,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:35,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:35,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:35,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:35,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:35,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:35,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:35,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:35,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:35,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:35,542 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:35,542 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740 2024-11-15T11:17:35,543 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740 2024-11-15T11:17:35,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:35,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:35,545 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:35,546 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:35,546 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75110336, jitterRate=0.1192312240600586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:35,546 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:17:35,547 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669455536Writing region info on filesystem at 1731669455536Initializing all the Stores at 1731669455536Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455537 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669455537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669455537Cleaning up temporary data from old regions at 1731669455544 (+7 ms)Running coprocessor post-open hooks at 1731669455546 (+2 ms)Region opened successfully at 1731669455547 (+1 ms) 2024-11-15T11:17:35,548 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669455513 2024-11-15T11:17:35,550 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:17:35,550 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:17:35,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:35,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,33881,1731669452137, state=OPEN 2024-11-15T11:17:35,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987847542/meta-region-server 2024-11-15T11:17:35,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987847542/meta-region-server 2024-11-15T11:17:35,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:35,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987847542/meta-region-server: CHANGED 2024-11-15T11:17:35,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987847542/meta-region-server: CHANGED 2024-11-15T11:17:35,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:17:35,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,33881,1731669452137 in 229 msec 2024-11-15T11:17:35,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:17:35,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-15T11:17:35,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:35,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:17:35,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:35,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:35,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:35,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:35,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-15T11:17:35,604 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669455604, completionTime=-1 2024-11-15T11:17:35,604 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:17:35,604 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:17:35,605 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:17:35,605 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669515605 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669575606 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:41427, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,608 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:17:35,609 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.410sec 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:35,610 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:17:35,612 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:17:35,612 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:17:35,612 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41427,1731669451936-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:35,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27632f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:35,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41427,-1 for getting cluster id 2024-11-15T11:17:35,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:35,661 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96974c19-42af-4ae8-b167-9a7c08f717a7' 2024-11-15T11:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96974c19-42af-4ae8-b167-9a7c08f717a7" 2024-11-15T11:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cdd65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41427,-1] 2024-11-15T11:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:35,663 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:35,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:35,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:35,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:35,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,41427,1731669451936 2024-11-15T11:17:35,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:35,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:35,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e36d86b0002 connected 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir so I do NOT create it in target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08 2024-11-15T11:17:35,700 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.tmp.dir so I do NOT create it in target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08 2024-11-15T11:17:35,700 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:17:35,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/cluster_50e1eb6d-f79b-86ae-7679-6afeae033249, deleteOnExit=true 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/test.cache.data in system properties and HBase conf 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:17:35,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:17:35,701 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:17:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:17:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:17:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:17:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:17:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:17:35,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:35,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:35,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:35,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:35,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:35,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:35,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab24f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:35,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b16601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:36,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ddd912{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-8074972381205600506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:17:36,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322fd7b0{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-11-15T11:17:36,086 INFO [Time-limited test {}] server.Server(415): Started @55787ms 2024-11-15T11:17:36,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:17:36,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:17:36,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:17:36,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:17:36,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:17:36,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f74644b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:17:36,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@172ab688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:17:36,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa5f9d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/java.io.tmpdir/jetty-localhost-38153-hadoop-hdfs-3_4_1-tests_jar-_-any-15745666633771873149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:17:36,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68adde9c{HTTP/1.1, (http/1.1)}{localhost:38153} 2024-11-15T11:17:36,440 INFO [Time-limited test {}] server.Server(415): Started @56141ms 2024-11-15T11:17:36,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:17:37,121 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/cluster_50e1eb6d-f79b-86ae-7679-6afeae033249/data/data1/current/BP-97548588-172.17.0.2-1731669455718/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:37,121 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/cluster_50e1eb6d-f79b-86ae-7679-6afeae033249/data/data2/current/BP-97548588-172.17.0.2-1731669455718/current, will proceed with Du for space computation calculation, 2024-11-15T11:17:37,140 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:17:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bf433006405ebbd with lease ID 0x7d79ea97285cda5a: Processing first storage report for DS-6973ddf4-7fea-4a53-8ce4-fb3233a4e983 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8ee8e381-09a7-4479-af9c-fb3168d28768, infoPort=37091, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1164917868;c=1731669455718) 2024-11-15T11:17:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bf433006405ebbd with lease ID 0x7d79ea97285cda5a: from storage DS-6973ddf4-7fea-4a53-8ce4-fb3233a4e983 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8ee8e381-09a7-4479-af9c-fb3168d28768, infoPort=37091, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1164917868;c=1731669455718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bf433006405ebbd with lease ID 0x7d79ea97285cda5a: Processing first storage report for DS-c54dd79e-4b03-4f2c-86d3-ecd67d170992 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8ee8e381-09a7-4479-af9c-fb3168d28768, infoPort=37091, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1164917868;c=1731669455718) 2024-11-15T11:17:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bf433006405ebbd with lease ID 0x7d79ea97285cda5a: from storage DS-c54dd79e-4b03-4f2c-86d3-ecd67d170992 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8ee8e381-09a7-4479-af9c-fb3168d28768, infoPort=37091, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1164917868;c=1731669455718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:17:37,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08 2024-11-15T11:17:37,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:17:37,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d with version=8 2024-11-15T11:17:37,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/hbase-staging 2024-11-15T11:17:37,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:17:37,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:37,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37453 2024-11-15T11:17:37,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37453 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:37,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374530x0, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:37,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37453-0x1013e36d86b0003 connected 2024-11-15T11:17:37,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/running 2024-11-15T11:17:37,668 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d, hbase.cluster.distributed=false 2024-11-15T11:17:37,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/acl 2024-11-15T11:17:37,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-15T11:17:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37453 2024-11-15T11:17:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37453 2024-11-15T11:17:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-15T11:17:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-15T11:17:37,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:17:37,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:17:37,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39383 2024-11-15T11:17:37,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39383 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:37,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393830x0, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:37,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39383-0x1013e36d86b0004 connected 2024-11-15T11:17:37,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/running 2024-11-15T11:17:37,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:17:37,698 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:17:37,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/master 2024-11-15T11:17:37,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/acl 2024-11-15T11:17:37,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-15T11:17:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39383 2024-11-15T11:17:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39383 2024-11-15T11:17:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-15T11:17:37,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-15T11:17:37,717 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:37453 2024-11-15T11:17:37,717 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1128119001/backup-masters/dbbb793b8023,37453,1731669457579 2024-11-15T11:17:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/backup-masters 2024-11-15T11:17:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/backup-masters 2024-11-15T11:17:37,729 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on existing znode=/1128119001/backup-masters/dbbb793b8023,37453,1731669457579 2024-11-15T11:17:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1128119001/master 2024-11-15T11:17:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:37,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on existing znode=/1128119001/master 2024-11-15T11:17:37,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1128119001/backup-masters/dbbb793b8023,37453,1731669457579 from backup master directory 2024-11-15T11:17:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1128119001/backup-masters/dbbb793b8023,37453,1731669457579 2024-11-15T11:17:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/backup-masters 2024-11-15T11:17:37,749 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/backup-masters 2024-11-15T11:17:37,749 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,37453,1731669457579 2024-11-15T11:17:37,753 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/hbase.id] with ID: 9b208241-73c5-4e11-9d79-562245cfaca3 2024-11-15T11:17:37,753 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/.tmp/hbase.id 2024-11-15T11:17:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:17:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:17:38,158 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/.tmp/hbase.id]:[hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/hbase.id] 2024-11-15T11:17:38,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:38,168 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:17:38,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T11:17:38,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:38,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:17:38,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:38,640 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:17:38,641 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:38,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:17:39,047 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store 2024-11-15T11:17:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:17:39,454 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:39,454 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:17:39,454 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669459454Disabling compacts and flushes for region at 1731669459454Disabling writes for close at 1731669459454Writing region close event to WAL at 1731669459454Closed at 1731669459454 2024-11-15T11:17:39,455 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/.initializing 2024-11-15T11:17:39,455 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/WALs/dbbb793b8023,37453,1731669457579 2024-11-15T11:17:39,456 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:39,458 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C37453%2C1731669457579, suffix=, logDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/WALs/dbbb793b8023,37453,1731669457579, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/oldWALs, maxLogs=10 2024-11-15T11:17:39,469 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/WALs/dbbb793b8023,37453,1731669457579/dbbb793b8023%2C37453%2C1731669457579.1731669459458, exclude list is [], retry=0 2024-11-15T11:17:39,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-6973ddf4-7fea-4a53-8ce4-fb3233a4e983,DISK] 2024-11-15T11:17:39,474 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/WALs/dbbb793b8023,37453,1731669457579/dbbb793b8023%2C37453%2C1731669457579.1731669459458 2024-11-15T11:17:39,474 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37091:37091)] 2024-11-15T11:17:39,474 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:39,474 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:39,474 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,474 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:17:39,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:39,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:39,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:17:39,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:39,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:39,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:17:39,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:39,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:39,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:17:39,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:39,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:39,482 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,483 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,483 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,484 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,484 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,485 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:39,486 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:17:39,487 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:39,488 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69863809, jitterRate=0.04105187952518463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:39,488 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669459474Initializing all the Stores at 1731669459475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669459475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669459476 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669459476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669459476Cleaning up temporary data from old regions at 1731669459484 (+8 ms)Region opened successfully at 1731669459488 (+4 ms) 2024-11-15T11:17:39,488 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:17:39,491 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6682646d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:39,491 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:17:39,492 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:17:39,494 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:17:39,495 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/balancer because node does not exist (not necessarily an error) 2024-11-15T11:17:39,507 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/balancer already deleted, retry=false 2024-11-15T11:17:39,507 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:17:39,508 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:17:39,518 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/normalizer already deleted, retry=false 2024-11-15T11:17:39,518 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:17:39,519 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:17:39,528 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/switch/split already deleted, retry=false 2024-11-15T11:17:39,529 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:17:39,539 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/switch/merge already deleted, retry=false 2024-11-15T11:17:39,540 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:17:39,549 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/snapshot-cleanup already deleted, retry=false 2024-11-15T11:17:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1128119001/running 2024-11-15T11:17:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1128119001/running 2024-11-15T11:17:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,560 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,37453,1731669457579, sessionid=0x1013e36d86b0003, setting cluster-up flag (Was=false) 2024-11-15T11:17:39,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,612 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1128119001/flush-table-proc/acquired, /1128119001/flush-table-proc/reached, /1128119001/flush-table-proc/abort 2024-11-15T11:17:39,613 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37453,1731669457579 2024-11-15T11:17:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:39,665 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1128119001/online-snapshot/acquired, /1128119001/online-snapshot/reached, /1128119001/online-snapshot/abort 2024-11-15T11:17:39,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37453,1731669457579 2024-11-15T11:17:39,667 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:17:39,669 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:39,669 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:17:39,669 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:17:39,669 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,37453,1731669457579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:39,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669489671 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:17:39,671 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:17:39,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:17:39,672 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:17:39,672 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669459672,5,FailOnTimeoutGroup] 2024-11-15T11:17:39,673 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669459673,5,FailOnTimeoutGroup] 2024-11-15T11:17:39,673 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,673 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:17:39,673 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,673 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:39,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:17:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:17:39,705 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(746): ClusterId : 9b208241-73c5-4e11-9d79-562245cfaca3 2024-11-15T11:17:39,705 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:17:39,719 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:17:39,719 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:17:39,729 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:17:39,729 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feff6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:17:39,739 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:39383 2024-11-15T11:17:39,739 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:17:39,739 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:17:39,739 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:17:39,739 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,37453,1731669457579 with port=39383, startcode=1731669457683 2024-11-15T11:17:39,740 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:17:39,741 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:17:39,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37453 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,743 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d 2024-11-15T11:17:39,743 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45445 2024-11-15T11:17:39,743 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:17:39,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/rs 2024-11-15T11:17:39,750 DEBUG [RS:0;dbbb793b8023:39383 {}] zookeeper.ZKUtil(111): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on existing znode=/1128119001/rs/dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,750 WARN [RS:0;dbbb793b8023:39383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:17:39,750 INFO [RS:0;dbbb793b8023:39383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:39,750 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,39383,1731669457683] 2024-11-15T11:17:39,753 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:17:39,755 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:17:39,755 INFO [RS:0;dbbb793b8023:39383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:17:39,755 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,755 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:17:39,756 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:17:39,756 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:39,756 DEBUG [RS:0;dbbb793b8023:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,759 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39383,1731669457683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:39,771 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:17:39,771 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39383,1731669457683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,771 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,771 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.Replication(171): dbbb793b8023,39383,1731669457683 started 2024-11-15T11:17:39,782 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:39,782 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,39383,1731669457683, RpcServer on dbbb793b8023/172.17.0.2:39383, sessionid=0x1013e36d86b0004 2024-11-15T11:17:39,782 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:17:39,782 DEBUG [RS:0;dbbb793b8023:39383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,782 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,39383,1731669457683' 2024-11-15T11:17:39,782 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1128119001/flush-table-proc/abort' 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1128119001/flush-table-proc/acquired' 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,39383,1731669457683 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,39383,1731669457683' 2024-11-15T11:17:39,783 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1128119001/online-snapshot/abort' 2024-11-15T11:17:39,784 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1128119001/online-snapshot/acquired' 2024-11-15T11:17:39,784 DEBUG [RS:0;dbbb793b8023:39383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:17:39,784 INFO [RS:0;dbbb793b8023:39383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:17:39,784 INFO [RS:0;dbbb793b8023:39383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:17:39,884 INFO [RS:0;dbbb793b8023:39383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:17:39,886 INFO [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C39383%2C1731669457683, suffix=, logDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/oldWALs, maxLogs=10 2024-11-15T11:17:39,897 DEBUG [RS:0;dbbb793b8023:39383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.1731669459886, exclude list is [], retry=0 2024-11-15T11:17:39,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-6973ddf4-7fea-4a53-8ce4-fb3233a4e983,DISK] 2024-11-15T11:17:39,902 INFO [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.1731669459886 2024-11-15T11:17:39,902 DEBUG [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37091:37091)] 2024-11-15T11:17:40,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:17:40,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d 2024-11-15T11:17:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:17:40,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:17:40,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:40,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:40,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:40,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:40,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:40,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:40,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:40,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:40,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:40,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:40,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740 2024-11-15T11:17:40,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740 2024-11-15T11:17:40,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:40,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:40,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:40,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:40,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:40,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59508968, jitterRate=-0.11324727535247803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:40,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669460486Initializing all the Stores at 1731669460487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669460487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460487Cleaning up temporary data from old regions at 1731669460496 (+9 ms)Region opened successfully at 1731669460499 (+3 ms) 2024-11-15T11:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:17:40,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:17:40,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669460499Disabling compacts and flushes for region at 1731669460499Disabling writes for close at 1731669460500 (+1 ms)Writing region close event to WAL at 1731669460500Closed at 1731669460500 2024-11-15T11:17:40,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:40,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:17:40,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:17:40,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:40,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:17:40,653 DEBUG [dbbb793b8023:37453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:17:40,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:40,655 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,39383,1731669457683, state=OPENING 2024-11-15T11:17:40,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:17:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:17:40,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1128119001/meta-region-server: CHANGED 2024-11-15T11:17:40,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1128119001/meta-region-server: CHANGED 2024-11-15T11:17:40,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:17:40,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,39383,1731669457683}] 2024-11-15T11:17:40,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:40,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:17:40,929 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:17:40,929 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:40,929 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:17:40,930 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C39383%2C1731669457683.meta, suffix=.meta, logDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683, archiveDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/oldWALs, maxLogs=10 2024-11-15T11:17:40,942 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.meta.1731669460931.meta, exclude list is [], retry=0 2024-11-15T11:17:40,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-6973ddf4-7fea-4a53-8ce4-fb3233a4e983,DISK] 2024-11-15T11:17:40,946 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.meta.1731669460931.meta 2024-11-15T11:17:40,946 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37091:37091)] 2024-11-15T11:17:40,946 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:40,946 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:17:40,947 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:17:40,947 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:17:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:17:40,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:17:40,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:17:40,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:17:40,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:17:40,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:17:40,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:17:40,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:17:40,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:40,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:17:40,953 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:17:40,953 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740 2024-11-15T11:17:40,954 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740 2024-11-15T11:17:40,955 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:17:40,955 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:17:40,956 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:17:40,957 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:17:40,957 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73032297, jitterRate=0.0882660299539566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:17:40,957 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:17:40,957 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669460947Writing region info on filesystem at 1731669460947Initializing all the Stores at 1731669460948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669460948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669460948Cleaning up temporary data from old regions at 1731669460955 (+7 ms)Running coprocessor post-open hooks at 1731669460957 (+2 ms)Region opened successfully at 1731669460957 2024-11-15T11:17:40,958 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669460924 2024-11-15T11:17:40,960 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:17:40,961 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:17:40,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:40,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,39383,1731669457683, state=OPEN 2024-11-15T11:17:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1128119001/meta-region-server 2024-11-15T11:17:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1128119001/meta-region-server 2024-11-15T11:17:40,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:40,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1128119001/meta-region-server: CHANGED 2024-11-15T11:17:40,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1128119001/meta-region-server: CHANGED 2024-11-15T11:17:40,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:17:40,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,39383,1731669457683 in 199 msec 2024-11-15T11:17:40,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:17:40,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-15T11:17:40,975 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:17:40,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:17:40,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:40,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,39383,1731669457683, seqNum=-1] 2024-11-15T11:17:40,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:40,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:40,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-15T11:17:40,983 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669460983, completionTime=-1 2024-11-15T11:17:40,984 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:17:40,984 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:17:40,985 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:17:40,985 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669520985 2024-11-15T11:17:40,985 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669580985 2024-11-15T11:17:40,985 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:37453, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,986 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:40,987 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:17:40,989 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:17:40,990 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:17:40,992 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:17:40,992 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:17:40,992 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37453,1731669457579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:17:41,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fb3710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:41,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37453,-1 for getting cluster id 2024-11-15T11:17:41,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:41,007 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b208241-73c5-4e11-9d79-562245cfaca3' 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b208241-73c5-4e11-9d79-562245cfaca3" 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b47416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37453,-1] 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:41,009 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:41,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29930def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:41,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,39383,1731669457683, seqNum=-1] 2024-11-15T11:17:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:41,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,37453,1731669457579 2024-11-15T11:17:41,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50600 2024-11-15T11:17:41,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:17:41,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e36d86b0005 connected 2024-11-15T11:17:41,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:41,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41427,1731669451936 2024-11-15T11:17:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f22c0a7 2024-11-15T11:17:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:41,041 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:41,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:17:41,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:17:41,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:41,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:17:41,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:17:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:41,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:17:41,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:41,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:41,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:41,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:41,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c8f7086ea88a0e65c312ed3ad17fd8, NAME => 'test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5 2024-11-15T11:17:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:17:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56c8f7086ea88a0e65c312ed3ad17fd8, disabling compactions & flushes 2024-11-15T11:17:41,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. after waiting 0 ms 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:41,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:41,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c8f7086ea88a0e65c312ed3ad17fd8: Waiting for close lock at 1731669461870Disabling compacts and flushes for region at 1731669461870Disabling writes for close at 1731669461870Writing region close event to WAL at 1731669461870Closed at 1731669461870 2024-11-15T11:17:41,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:17:41,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669461871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669461871"}]},"ts":"1731669461871"} 2024-11-15T11:17:41,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:17:41,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:17:41,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669461875"}]},"ts":"1731669461875"} 2024-11-15T11:17:41,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:17:41,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c8f7086ea88a0e65c312ed3ad17fd8, ASSIGN}] 2024-11-15T11:17:41,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c8f7086ea88a0e65c312ed3ad17fd8, ASSIGN 2024-11-15T11:17:41,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56c8f7086ea88a0e65c312ed3ad17fd8, ASSIGN; state=OFFLINE, location=dbbb793b8023,33881,1731669452137; forceNewPlan=false, retain=false 2024-11-15T11:17:42,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c8f7086ea88a0e65c312ed3ad17fd8, regionState=OPENING, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:42,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56c8f7086ea88a0e65c312ed3ad17fd8, ASSIGN because future has completed 2024-11-15T11:17:42,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c8f7086ea88a0e65c312ed3ad17fd8, server=dbbb793b8023,33881,1731669452137}] 2024-11-15T11:17:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:42,189 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:42,190 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c8f7086ea88a0e65c312ed3ad17fd8, NAME => 'test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:42,190 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:42,190 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:17:42,191 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,191 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:42,191 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,191 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,192 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,194 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c8f7086ea88a0e65c312ed3ad17fd8 columnFamilyName f 2024-11-15T11:17:42,194 DEBUG [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:42,194 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(327): Store=56c8f7086ea88a0e65c312ed3ad17fd8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:42,194 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,196 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c8f7086ea88a0e65c312ed3ad17fd8 columnFamilyName f1 2024-11-15T11:17:42,196 DEBUG [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:42,196 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(327): Store=56c8f7086ea88a0e65c312ed3ad17fd8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:42,196 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,197 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c8f7086ea88a0e65c312ed3ad17fd8 columnFamilyName norep 2024-11-15T11:17:42,197 DEBUG [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:42,198 INFO [StoreOpener-56c8f7086ea88a0e65c312ed3ad17fd8-1 {}] regionserver.HStore(327): Store=56c8f7086ea88a0e65c312ed3ad17fd8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:42,198 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,199 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,199 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,200 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,200 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,200 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:17:42,201 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,203 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:42,204 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56c8f7086ea88a0e65c312ed3ad17fd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434913, jitterRate=0.06446315348148346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:17:42,204 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:17:42,204 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56c8f7086ea88a0e65c312ed3ad17fd8: Running coprocessor pre-open hook at 1731669462191Writing region info on filesystem at 1731669462191Initializing all the Stores at 1731669462192 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669462192Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669462192Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669462192Cleaning up temporary data from old regions at 1731669462200 (+8 ms)Running coprocessor post-open hooks at 1731669462204 (+4 ms)Region opened successfully at 1731669462204 2024-11-15T11:17:42,207 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., pid=6, masterSystemTime=1731669462185 2024-11-15T11:17:42,209 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:42,209 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:17:42,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c8f7086ea88a0e65c312ed3ad17fd8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:42,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c8f7086ea88a0e65c312ed3ad17fd8, server=dbbb793b8023,33881,1731669452137 because future has completed 2024-11-15T11:17:42,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:17:42,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c8f7086ea88a0e65c312ed3ad17fd8, server=dbbb793b8023,33881,1731669452137 in 182 msec 2024-11-15T11:17:42,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:17:42,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56c8f7086ea88a0e65c312ed3ad17fd8, ASSIGN in 339 msec 2024-11-15T11:17:42,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:17:42,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669462219"}]},"ts":"1731669462219"} 2024-11-15T11:17:42,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:17:42,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:17:42,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-15T11:17:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:43,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:43,209 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:17:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37453,1731669457579 2024-11-15T11:17:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc53b18 2024-11-15T11:17:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:43,212 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:43,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:17:43,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:17:43,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:43,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:17:43,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:17:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:17:43,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b1606b1f8245e06c763854f21dc74f6, NAME => 'test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d 2024-11-15T11:17:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:17:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b1606b1f8245e06c763854f21dc74f6, disabling compactions & flushes 2024-11-15T11:17:43,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. after waiting 0 ms 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:43,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:43,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b1606b1f8245e06c763854f21dc74f6: Waiting for close lock at 1731669463664Disabling compacts and flushes for region at 1731669463664Disabling writes for close at 1731669463664Writing region close event to WAL at 1731669463664Closed at 1731669463664 2024-11-15T11:17:43,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:17:43,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669463666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669463666"}]},"ts":"1731669463666"} 2024-11-15T11:17:43,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:17:43,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:17:43,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669463672"}]},"ts":"1731669463672"} 2024-11-15T11:17:43,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:17:43,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b1606b1f8245e06c763854f21dc74f6, ASSIGN}] 2024-11-15T11:17:43,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b1606b1f8245e06c763854f21dc74f6, ASSIGN 2024-11-15T11:17:43,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b1606b1f8245e06c763854f21dc74f6, ASSIGN; state=OFFLINE, location=dbbb793b8023,39383,1731669457683; forceNewPlan=false, retain=false 2024-11-15T11:17:43,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b1606b1f8245e06c763854f21dc74f6, regionState=OPENING, regionLocation=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:43,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b1606b1f8245e06c763854f21dc74f6, ASSIGN because future has completed 2024-11-15T11:17:43,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1606b1f8245e06c763854f21dc74f6, server=dbbb793b8023,39383,1731669457683}] 2024-11-15T11:17:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:43,995 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:43,995 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b1606b1f8245e06c763854f21dc74f6, NAME => 'test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:43,996 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:43,996 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:17:43,996 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:43,996 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:43,996 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:43,996 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:43,999 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,002 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1606b1f8245e06c763854f21dc74f6 columnFamilyName f 2024-11-15T11:17:44,002 DEBUG [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:44,002 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(327): Store=4b1606b1f8245e06c763854f21dc74f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:44,002 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,004 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1606b1f8245e06c763854f21dc74f6 columnFamilyName f1 2024-11-15T11:17:44,004 DEBUG [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:44,005 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(327): Store=4b1606b1f8245e06c763854f21dc74f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:44,005 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,006 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1606b1f8245e06c763854f21dc74f6 columnFamilyName norep 2024-11-15T11:17:44,007 DEBUG [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:44,007 INFO [StoreOpener-4b1606b1f8245e06c763854f21dc74f6-1 {}] regionserver.HStore(327): Store=4b1606b1f8245e06c763854f21dc74f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:44,007 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,008 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,009 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,010 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,010 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,010 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:17:44,012 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,015 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:44,016 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b1606b1f8245e06c763854f21dc74f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74424993, jitterRate=0.10901881754398346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:17:44,016 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:17:44,016 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b1606b1f8245e06c763854f21dc74f6: Running coprocessor pre-open hook at 1731669463996Writing region info on filesystem at 1731669463996Initializing all the Stores at 1731669463999 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669463999Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669463999Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669463999Cleaning up temporary data from old regions at 1731669464010 (+11 ms)Running coprocessor post-open hooks at 1731669464016 (+6 ms)Region opened successfully at 1731669464016 2024-11-15T11:17:44,022 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6., pid=6, masterSystemTime=1731669463987 2024-11-15T11:17:44,025 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:44,025 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:17:44,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b1606b1f8245e06c763854f21dc74f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,39383,1731669457683 2024-11-15T11:17:44,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1606b1f8245e06c763854f21dc74f6, server=dbbb793b8023,39383,1731669457683 because future has completed 2024-11-15T11:17:44,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:17:44,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b1606b1f8245e06c763854f21dc74f6, server=dbbb793b8023,39383,1731669457683 in 197 msec 2024-11-15T11:17:44,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:17:44,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b1606b1f8245e06c763854f21dc74f6, ASSIGN in 359 msec 2024-11-15T11:17:44,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:17:44,040 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669464039"}]},"ts":"1731669464039"} 2024-11-15T11:17:44,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:17:44,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:17:44,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-15T11:17:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:17:44,358 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:17:44,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41427,-1 for getting cluster id 2024-11-15T11:17:44,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:44,360 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96974c19-42af-4ae8-b167-9a7c08f717a7' 2024-11-15T11:17:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96974c19-42af-4ae8-b167-9a7c08f717a7" 2024-11-15T11:17:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7625fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41427,-1] 2024-11-15T11:17:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,362 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:44,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2a556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37453,-1 for getting cluster id 2024-11-15T11:17:44,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:44,364 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b208241-73c5-4e11-9d79-562245cfaca3' 2024-11-15T11:17:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b208241-73c5-4e11-9d79-562245cfaca3" 2024-11-15T11:17:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37453,-1] 2024-11-15T11:17:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,366 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4b5049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73df47fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41427,-1 for getting cluster id 2024-11-15T11:17:44,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:44,368 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96974c19-42af-4ae8-b167-9a7c08f717a7' 2024-11-15T11:17:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96974c19-42af-4ae8-b167-9a7c08f717a7" 2024-11-15T11:17:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf51c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41427,-1] 2024-11-15T11:17:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,370 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597320cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41427,1731669451936 2024-11-15T11:17:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ccef76 2024-11-15T11:17:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:44,376 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:44,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:37453,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:17:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:17:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:44,380 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:37453' 2024-11-15T11:17:44,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3904d486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,381 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37453,-1 for getting cluster id 2024-11-15T11:17:44,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:44,382 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b208241-73c5-4e11-9d79-562245cfaca3' 2024-11-15T11:17:44,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b208241-73c5-4e11-9d79-562245cfaca3" 2024-11-15T11:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d43f8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37453,-1] 2024-11-15T11:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,384 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:44,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7352314e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:44,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:44,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37453,1731669457579 2024-11-15T11:17:44,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6666b825 2024-11-15T11:17:44,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:44,387 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:44,387 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:17:44,387 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:17:44,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:44,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:44,388 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:17:44,389 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:17:44,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:17:44,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:44,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:17:44,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:17:44,440 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:17:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:44,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b44036dac53e31989958789e974a641a, NAME => 'hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5 2024-11-15T11:17:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b44036dac53e31989958789e974a641a, disabling compactions & flushes 2024-11-15T11:17:44,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. after waiting 0 ms 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:44,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:44,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b44036dac53e31989958789e974a641a: Waiting for close lock at 1731669464809Disabling compacts and flushes for region at 1731669464809Disabling writes for close at 1731669464809Writing region close event to WAL at 1731669464809Closed at 1731669464809 2024-11-15T11:17:44,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:17:44,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669464811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669464811"}]},"ts":"1731669464811"} 2024-11-15T11:17:44,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:17:44,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:17:44,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669464816"}]},"ts":"1731669464816"} 2024-11-15T11:17:44,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:17:44,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b44036dac53e31989958789e974a641a, ASSIGN}] 2024-11-15T11:17:44,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b44036dac53e31989958789e974a641a, ASSIGN 2024-11-15T11:17:44,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b44036dac53e31989958789e974a641a, ASSIGN; state=OFFLINE, location=dbbb793b8023,33881,1731669452137; forceNewPlan=false, retain=false 2024-11-15T11:17:44,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b44036dac53e31989958789e974a641a, regionState=OPENING, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:44,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b44036dac53e31989958789e974a641a, ASSIGN because future has completed 2024-11-15T11:17:44,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44036dac53e31989958789e974a641a, server=dbbb793b8023,33881,1731669452137}] 2024-11-15T11:17:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:45,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:45,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:17:45,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:17:45,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33881%2C1731669452137.rep, suffix=, logDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137, archiveDir=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs, maxLogs=10 2024-11-15T11:17:45,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.rep.1731669465135, exclude list is [], retry=0 2024-11-15T11:17:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38721,DS-0d032d15-3e0d-4153-95d1-43b5822b6b9f,DISK] 2024-11-15T11:17:45,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.rep.1731669465135 2024-11-15T11:17:45,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-15T11:17:45,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b44036dac53e31989958789e974a641a, NAME => 'hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:17:45,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. service=MultiRowMutationService 2024-11-15T11:17:45,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,156 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,158 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44036dac53e31989958789e974a641a columnFamilyName hfileref 2024-11-15T11:17:45,158 DEBUG [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:45,158 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(327): Store=b44036dac53e31989958789e974a641a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:45,158 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,160 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44036dac53e31989958789e974a641a columnFamilyName queue 2024-11-15T11:17:45,160 DEBUG [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:45,160 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(327): Store=b44036dac53e31989958789e974a641a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:45,160 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,161 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44036dac53e31989958789e974a641a columnFamilyName sid 2024-11-15T11:17:45,161 DEBUG [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:17:45,162 INFO [StoreOpener-b44036dac53e31989958789e974a641a-1 {}] regionserver.HStore(327): Store=b44036dac53e31989958789e974a641a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:17:45,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:17:45,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:17:45,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b44036dac53e31989958789e974a641a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67659848, jitterRate=0.008210301399230957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:17:45,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b44036dac53e31989958789e974a641a 2024-11-15T11:17:45,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b44036dac53e31989958789e974a641a: Running coprocessor pre-open hook at 1731669465152Writing region info on filesystem at 1731669465152Initializing all the Stores at 1731669465153 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669465153Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669465156 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669465156Cleaning up temporary data from old regions at 1731669465163 (+7 ms)Running coprocessor post-open hooks at 1731669465168 (+5 ms)Region opened successfully at 1731669465169 (+1 ms) 2024-11-15T11:17:45,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a., pid=10, masterSystemTime=1731669465128 2024-11-15T11:17:45,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:45,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:17:45,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b44036dac53e31989958789e974a641a, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,33881,1731669452137 2024-11-15T11:17:45,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44036dac53e31989958789e974a641a, server=dbbb793b8023,33881,1731669452137 because future has completed 2024-11-15T11:17:45,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:17:45,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b44036dac53e31989958789e974a641a, server=dbbb793b8023,33881,1731669452137 in 200 msec 2024-11-15T11:17:45,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:17:45,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b44036dac53e31989958789e974a641a, ASSIGN in 357 msec 2024-11-15T11:17:45,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:17:45,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669465179"}]},"ts":"1731669465179"} 2024-11-15T11:17:45,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:17:45,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:17:45,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-11-15T11:17:45,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a., hostname=dbbb793b8023,33881,1731669452137, seqNum=2] 2024-11-15T11:17:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:17:45,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:17:45,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:17:45,442 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:17:45,498 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,33881,1731669452137, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:17:45,498 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:45,498 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:45,499 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:45,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T11:17:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,33881,1731669452137', locateType=CURRENT is [region=hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a., hostname=dbbb793b8023,33881,1731669452137, seqNum=2] 2024-11-15T11:17:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:45,525 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:17:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:17:45,528 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,33881,1731669452137 suceeded 2024-11-15T11:17:45,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:17:45,535 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:37453,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T11:17:45,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-15T11:17:45,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1580 sec 2024-11-15T11:17:45,545 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:37453' 2024-11-15T11:17:45,547 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0aa819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:45,547 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37453,-1 for getting cluster id 2024-11-15T11:17:45,547 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:45,549 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b208241-73c5-4e11-9d79-562245cfaca3' 2024-11-15T11:17:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b208241-73c5-4e11-9d79-562245cfaca3" 2024-11-15T11:17:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a48dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37453,-1] 2024-11-15T11:17:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:45,551 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:45,552 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48936c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:45,552 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37453,1731669457579 2024-11-15T11:17:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de5aa76 2024-11-15T11:17:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:45,554 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T11:17:45,555 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,33881,1731669452137 (queues=1) is replicating from cluster=96974c19-42af-4ae8-b167-9a7c08f717a7 to cluster=9b208241-73c5-4e11-9d79-562245cfaca3 2024-11-15T11:17:45,555 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C33881%2C1731669452137 2024-11-15T11:17:45,555 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,33881,1731669452137, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:17:45,556 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C33881%2C1731669452137 2024-11-15T11:17:45,556 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543, startPosition=0, beingWritten=true 2024-11-15T11:17:45,565 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:17:45,565 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:45,565 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:17:45,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:17:45,769 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:46,074 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:46,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:17:46,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:46,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:46,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:46,479 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:46,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:17:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:17:46,528 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:17:46,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:46,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:46,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:46,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:46,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:46,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:46,535 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731669466533/Put/seqid=0 2024-11-15T11:17:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741840_1016 (size=7894) 2024-11-15T11:17:46,984 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:47,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_1 is 34, key is ddd/f:row/1731669467068/Put/seqid=0 2024-11-15T11:17:47,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741841_1017 (size=7691) 2024-11-15T11:17:47,588 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:47,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:47,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41427,-1 for getting cluster id 2024-11-15T11:17:47,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:47,652 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96974c19-42af-4ae8-b167-9a7c08f717a7' 2024-11-15T11:17:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96974c19-42af-4ae8-b167-9a7c08f717a7" 2024-11-15T11:17:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e225f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41427,-1] 2024-11-15T11:17:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:47,654 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:47,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554b461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:47,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:47,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:47,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:47,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41427,1731669451936 2024-11-15T11:17:47,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60076569 2024-11-15T11:17:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:47,671 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:47,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2] 2024-11-15T11:17:47,687 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:17:47,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T11:17:47,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T11:17:47,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_1 for inclusion in 56c8f7086ea88a0e65c312ed3ad17fd8/f 2024-11-15T11:17:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T11:17:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:47,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_0 for inclusion in 56c8f7086ea88a0e65c312ed3ad17fd8/f 2024-11-15T11:17:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T11:17:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegion(2603): Flush status journal for 56c8f7086ea88a0e65c312ed3ad17fd8: 2024-11-15T11:17:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_1 to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_1 2024-11-15T11:17:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_1 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ 2024-11-15T11:17:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f/f/hfile_0 to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_0 2024-11-15T11:17:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_0 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ 2024-11-15T11:17:47,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_1 into 56c8f7086ea88a0e65c312ed3ad17fd8/f as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ - updating store file list. 2024-11-15T11:17:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:47,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ into 56c8f7086ea88a0e65c312ed3ad17fd8/f 2024-11-15T11:17:47,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_1 into 56c8f7086ea88a0e65c312ed3ad17fd8/f (new location: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_) 2024-11-15T11:17:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_1 2024-11-15T11:17:47,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_0 into 56c8f7086ea88a0e65c312ed3ad17fd8/f as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ - updating store file list. 2024-11-15T11:17:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ed27a49281a42ab82e565685fc4892e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:47,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ into 56c8f7086ea88a0e65c312ed3ad17fd8/f 2024-11-15T11:17:47,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_0 into 56c8f7086ea88a0e65c312ed3ad17fd8/f (new location: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_) 2024-11-15T11:17:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__gf59m8n37tsonb6camje9nreh6hio592bheta9f42gd3rfp6ihc3p2r0cisbbbnn/f/hfile_0 2024-11-15T11:17:47,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:47,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:47,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:47,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:47,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:47,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,39383,1731669457683, seqNum=-1] 2024-11-15T11:17:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 , the old value is region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:33881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:17:47,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:47,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:17:47,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 from cache 2024-11-15T11:17:47,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33458 deadline: 1731669527835 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33458 2024-11-15T11:17:47,842 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6., hostname=dbbb793b8023,39383,1731669457683, seqNum=2] 2024-11-15T11:17:47,853 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:17:47,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:33881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:17:48,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:17:48,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T11:17:48,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:17:48,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:17:48,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:17:48,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T11:17:48,293 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 379, reset compression=false 2024-11-15T11:17:48,299 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:17:48,299 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c8f7086ea88a0e65c312ed3ad17fd8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669467827/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:17:48,317 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:17:48,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T11:17:48,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.ReplicationSink(318): Replicating [96974c19-42af-4ae8-b167-9a7c08f717a7] bulk loaded data 2024-11-15T11:17:48,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae7188b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:48,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37453,-1 for getting cluster id 2024-11-15T11:17:48,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:48,324 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b208241-73c5-4e11-9d79-562245cfaca3' 2024-11-15T11:17:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b208241-73c5-4e11-9d79-562245cfaca3" 2024-11-15T11:17:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f5f015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37453,-1] 2024-11-15T11:17:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:48,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:48,325 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:48,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36277d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741837_1013 (size=7691) 2024-11-15T11:17:48,500 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741838_1014 (size=7894) 2024-11-15T11:17:48,804 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:48,855 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:17:49,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37453,1731669457579 2024-11-15T11:17:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65b59508 2024-11-15T11:17:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:49,163 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T11:17:49,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:17:49,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,39383,1731669457683, seqNum=-1] 2024-11-15T11:17:49,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:49,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T11:17:49,176 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T11:17:49,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T11:17:49,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ for inclusion in 4b1606b1f8245e06c763854f21dc74f6/f 2024-11-15T11:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T11:17:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:49,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ for inclusion in 4b1606b1f8245e06c763854f21dc74f6/f 2024-11-15T11:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T11:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HRegion(2603): Flush status journal for 4b1606b1f8245e06c763854f21dc74f6: 2024-11-15T11:17:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/b3adbdbc5d124ccd84bf47021f24417f_SeqId_4_ 2024-11-15T11:17:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3ed27a49281a42ab82e565685fc4892e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:17:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/0d5b81b6c8a54256b3c262a4d1df96cc_SeqId_4_ 2024-11-15T11:17:49,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/b3adbdbc5d124ccd84bf47021f24417f_SeqId_4_ - updating store file list. 2024-11-15T11:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3adbdbc5d124ccd84bf47021f24417f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:49,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/b3adbdbc5d124ccd84bf47021f24417f_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f 2024-11-15T11:17:49,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f (new location: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/b3adbdbc5d124ccd84bf47021f24417f_SeqId_4_) 2024-11-15T11:17:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/7e061e6448854ee98f8c9af4e0aefe59_SeqId_4_ 2024-11-15T11:17:49,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/0d5b81b6c8a54256b3c262a4d1df96cc_SeqId_4_ - updating store file list. 2024-11-15T11:17:49,209 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d5b81b6c8a54256b3c262a4d1df96cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:49,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/0d5b81b6c8a54256b3c262a4d1df96cc_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f 2024-11-15T11:17:49,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ into 4b1606b1f8245e06c763854f21dc74f6/f (new location: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/f/0d5b81b6c8a54256b3c262a4d1df96cc_SeqId_4_) 2024-11-15T11:17:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/staging/jenkins.hfs.6__test__ng4g62s3vaan7vh43snr03tu7menfp1ap1rq2jh9a07l4bk4s7cdr470vr76us6d/f/3ed27a49281a42ab82e565685fc4892e_SeqId_4_ 2024-11-15T11:17:49,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] regionserver.ReplicationSink(324): Finished replicating [96974c19-42af-4ae8-b167-9a7c08f717a7] bulk loaded data 2024-11-15T11:17:49,717 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:49,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:17:49,876 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731669469874/Put/seqid=0 2024-11-15T11:17:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741842_1018 (size=7997) 2024-11-15T11:17:50,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731669470282/Put/seqid=0 2024-11-15T11:17:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741843_1019 (size=7794) 2024-11-15T11:17:50,322 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:50,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4c577b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:50,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41427,-1 for getting cluster id 2024-11-15T11:17:50,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:17:50,689 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96974c19-42af-4ae8-b167-9a7c08f717a7' 2024-11-15T11:17:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:17:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96974c19-42af-4ae8-b167-9a7c08f717a7" 2024-11-15T11:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bf6885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41427,-1] 2024-11-15T11:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:50,691 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:17:50,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5054a7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:17:50,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:50,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:50,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41427,1731669451936 2024-11-15T11:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0a6f18 2024-11-15T11:17:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:17:50,703 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:17:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2] 2024-11-15T11:17:50,709 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:17:50,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T11:17:50,717 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T11:17:50,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_0 for inclusion in 56c8f7086ea88a0e65c312ed3ad17fd8/f1 2024-11-15T11:17:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T11:17:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:50,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_1 for inclusion in 56c8f7086ea88a0e65c312ed3ad17fd8/f1 2024-11-15T11:17:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T11:17:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:17:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegion(2603): Flush status journal for 56c8f7086ea88a0e65c312ed3ad17fd8: 2024-11-15T11:17:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_0 to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_0 2024-11-15T11:17:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_0 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/710f4259592440568ecac41a0c369366_SeqId_6_ 2024-11-15T11:17:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/load_f1/f1/hfile_1 to hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_1 2024-11-15T11:17:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_1 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/fc1eca6fbb2842b299c9c286fa8367b2_SeqId_6_ 2024-11-15T11:17:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T11:17:50,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_0 into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/710f4259592440568ecac41a0c369366_SeqId_6_ - updating store file list. 2024-11-15T11:17:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 710f4259592440568ecac41a0c369366_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/710f4259592440568ecac41a0c369366_SeqId_6_ into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 2024-11-15T11:17:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_0 into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 (new location: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/710f4259592440568ecac41a0c369366_SeqId_6_) 2024-11-15T11:17:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_0 2024-11-15T11:17:50,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_1 into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/fc1eca6fbb2842b299c9c286fa8367b2_SeqId_6_ - updating store file list. 2024-11-15T11:17:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc1eca6fbb2842b299c9c286fa8367b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:17:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/fc1eca6fbb2842b299c9c286fa8367b2_SeqId_6_ into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 2024-11-15T11:17:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_1 into 56c8f7086ea88a0e65c312ed3ad17fd8/f1 (new location: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/f1/fc1eca6fbb2842b299c9c286fa8367b2_SeqId_6_) 2024-11-15T11:17:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/staging/jenkins__test__po02e70eteu3fi35midlupeenvn097mgtjoiskle9jr2hk84aub0498ivdptt5l4/f1/hfile_1 2024-11-15T11:17:50,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:17:50,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:17:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:17:50,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:17:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 , the old value is region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:33881 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:17:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:17:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2 from cache 2024-11-15T11:17:50,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:17:50,747 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T11:17:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33881,1731669452137, seqNum=-1] 2024-11-15T11:17:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:17:50,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:17:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., hostname=dbbb793b8023,33881,1731669452137, seqNum=2] 2024-11-15T11:17:50,848 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:33881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:17:51,025 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 687, reset compression=false 2024-11-15T11:17:51,030 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:17:51,030 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:51,030 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:17:51,234 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:51,538 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:51,943 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:52,447 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:53,051 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:53,755 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:54,559 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:55,463 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:56,466 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:57,571 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:17:58,775 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:00,078 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:01,482 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:01,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:18:02,986 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:04,590 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:06,293 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:07,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:18:08,097 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:10,001 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:11,033 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: null 2024-11-15T11:18:12,005 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:14,110 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:15,622 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T11:18:15,622 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T11:18:16,314 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:18,618 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:21,022 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:21,036 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T11:18:21,036 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T11:18:23,526 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:26,130 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:27,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 56c8f7086ea88a0e65c312ed3ad17fd8, had cached 0 bytes from a total of 31376 2024-11-15T11:18:28,835 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:28,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4b1606b1f8245e06c763854f21dc74f6, had cached 0 bytes from a total of 15585 2024-11-15T11:18:31,033 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: null 2024-11-15T11:18:31,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:18:31,639 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:34,542 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:37,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:18:37,546 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:40,650 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:42,432 DEBUG [master/dbbb793b8023:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T11:18:43,859 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:47,163 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:50,567 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:50,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:18:50,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:18:50,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:50,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:50,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:50,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:18:50,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:18:50,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1929860360, stopped=false 2024-11-15T11:18:50,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,37453,1731669457579 2024-11-15T11:18:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1128119001/running 2024-11-15T11:18:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1128119001/running 2024-11-15T11:18:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:18:50,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:18:50,840 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:18:50,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:18:50,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:50,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:50,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,39383,1731669457683' ***** 2024-11-15T11:18:50,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:18:50,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/running 2024-11-15T11:18:50,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Set watcher on znode that does not yet exist, /1128119001/running 2024-11-15T11:18:50,841 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:18:50,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,39383,1731669457683 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:39383. 2024-11-15T11:18:50,842 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b1606b1f8245e06c763854f21dc74f6, disabling compactions & flushes 2024-11-15T11:18:50,842 DEBUG [RS:0;dbbb793b8023:39383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:50,842 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:18:50,842 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:50,842 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:18:50,842 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. after waiting 0 ms 2024-11-15T11:18:50,842 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:18:50,842 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:18:50,843 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:18:50,843 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1325): Online Regions={4b1606b1f8245e06c763854f21dc74f6=test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:18:50,843 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:18:50,843 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b1606b1f8245e06c763854f21dc74f6 2024-11-15T11:18:50,843 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:18:50,843 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:18:50,843 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:18:50,843 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:18:50,843 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T11:18:50,845 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:18:50,851 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/default/test/4b1606b1f8245e06c763854f21dc74f6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T11:18:50,851 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:50,851 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:18:50,851 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:18:50,852 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b1606b1f8245e06c763854f21dc74f6: Waiting for close lock at 1731669530842Running coprocessor pre-close hooks at 1731669530842Disabling compacts and flushes for region at 1731669530842Disabling writes for close at 1731669530842Writing region close event to WAL at 1731669530843 (+1 ms)Running coprocessor post-close hooks at 1731669530851 (+8 ms)Closed at 1731669530851 2024-11-15T11:18:50,852 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6. 2024-11-15T11:18:50,862 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/info/70b1cd6c9cda4bf58d598dbcd858ffcb is 129, key is test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6./info:regioninfo/1731669464025/Put/seqid=0 2024-11-15T11:18:50,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741839_1015 (size=6421) 2024-11-15T11:18:51,033 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33881,1731669452137 got entry batch from reader: null 2024-11-15T11:18:51,043 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:51,243 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:51,267 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/info/70b1cd6c9cda4bf58d598dbcd858ffcb 2024-11-15T11:18:51,285 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/ns/636890f49c954ebeb48f5446f287a298 is 43, key is default/ns:d/1731669460979/Put/seqid=0 2024-11-15T11:18:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741840_1016 (size=5153) 2024-11-15T11:18:51,443 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:51,643 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:51,689 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/ns/636890f49c954ebeb48f5446f287a298 2024-11-15T11:18:51,705 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/rep_barrier/0c760802c77d4fcebf11820c2dae859a is 112, key is test,,1731669463212.4b1606b1f8245e06c763854f21dc74f6./rep_barrier:seqnumDuringOpen/1731669464025/Put/seqid=0 2024-11-15T11:18:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741841_1017 (size=5518) 2024-11-15T11:18:51,824 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:18:51,824 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:18:51,843 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:52,044 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:18:52,044 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:18:52,044 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:52,110 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/rep_barrier/0c760802c77d4fcebf11820c2dae859a 2024-11-15T11:18:52,128 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/table/8f111e13a8d640c597e834a8b6998bea is 40, key is test/table:state/1731669464039/Put/seqid=0 2024-11-15T11:18:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741842_1018 (size=5165) 2024-11-15T11:18:52,244 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:52,444 DEBUG [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:52,532 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/table/8f111e13a8d640c597e834a8b6998bea 2024-11-15T11:18:52,537 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/info/70b1cd6c9cda4bf58d598dbcd858ffcb as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/info/70b1cd6c9cda4bf58d598dbcd858ffcb 2024-11-15T11:18:52,543 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/info/70b1cd6c9cda4bf58d598dbcd858ffcb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T11:18:52,544 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/ns/636890f49c954ebeb48f5446f287a298 as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/ns/636890f49c954ebeb48f5446f287a298 2024-11-15T11:18:52,549 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/ns/636890f49c954ebeb48f5446f287a298, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:18:52,549 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/rep_barrier/0c760802c77d4fcebf11820c2dae859a as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/rep_barrier/0c760802c77d4fcebf11820c2dae859a 2024-11-15T11:18:52,554 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/rep_barrier/0c760802c77d4fcebf11820c2dae859a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T11:18:52,555 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/.tmp/table/8f111e13a8d640c597e834a8b6998bea as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/table/8f111e13a8d640c597e834a8b6998bea 2024-11-15T11:18:52,559 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/table/8f111e13a8d640c597e834a8b6998bea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:18:52,560 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-11-15T11:18:52,564 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:18:52,564 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:52,564 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:18:52,565 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:18:52,565 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669530843Running coprocessor pre-close hooks at 1731669530843Disabling compacts and flushes for region at 1731669530843Disabling writes for close at 1731669530843Obtaining lock to block concurrent updates at 1731669530843Preparing flush snapshotting stores in 1588230740 at 1731669530843Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731669530843Flushing stores of hbase:meta,,1.1588230740 at 1731669530844 (+1 ms)Flushing 1588230740/info: creating writer at 1731669530844Flushing 1588230740/info: appending metadata at 1731669530862 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731669530862Flushing 1588230740/ns: creating writer at 1731669531272 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731669531284 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731669531284Flushing 1588230740/rep_barrier: creating writer at 1731669531693 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669531705 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669531705Flushing 1588230740/table: creating writer at 1731669532115 (+410 ms)Flushing 1588230740/table: appending metadata at 1731669532127 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731669532127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4995b2f6: reopening flushed file at 1731669532537 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cf65fc: reopening flushed file at 1731669532543 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2342c572: reopening flushed file at 1731669532549 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743895d9: reopening flushed file at 1731669532554 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1731669532560 (+6 ms)Writing region close event to WAL at 1731669532561 (+1 ms)Running coprocessor post-close hooks at 1731669532564 (+3 ms)Closed at 1731669532565 (+1 ms) 2024-11-15T11:18:52,565 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:18:52,644 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,39383,1731669457683; all regions closed. 2024-11-15T11:18:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741834_1010 (size=2717) 2024-11-15T11:18:52,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.meta.1731669460931.meta not finished, retry = 0 2024-11-15T11:18:52,749 DEBUG [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/oldWALs 2024-11-15T11:18:52,749 INFO [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C39383%2C1731669457683.meta:.meta(num 1731669460931) 2024-11-15T11:18:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741832_1008 (size=1028) 2024-11-15T11:18:52,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/WALs/dbbb793b8023,39383,1731669457683/dbbb793b8023%2C39383%2C1731669457683.1731669459886 not finished, retry = 0 2024-11-15T11:18:52,854 DEBUG [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/oldWALs 2024-11-15T11:18:52,854 INFO [RS:0;dbbb793b8023:39383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C39383%2C1731669457683:(num 1731669459886) 2024-11-15T11:18:52,854 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:52,854 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:18:52,854 INFO [RS:0;dbbb793b8023:39383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:18:52,855 INFO [RS:0;dbbb793b8023:39383 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:18:52,855 INFO [RS:0;dbbb793b8023:39383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:18:52,855 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:18:52,855 INFO [RS:0;dbbb793b8023:39383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:39383. 2024-11-15T11:18:52,855 DEBUG [RS:0;dbbb793b8023:39383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:52,855 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:52,855 DEBUG [RS:0;dbbb793b8023:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:52,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:18:52,855 INFO [RS:0;dbbb793b8023:39383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39383 2024-11-15T11:18:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001/rs 2024-11-15T11:18:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1128119001/rs/dbbb793b8023,39383,1731669457683 2024-11-15T11:18:52,972 INFO [RS:0;dbbb793b8023:39383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:18:52,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,39383,1731669457683] 2024-11-15T11:18:52,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1128119001/draining/dbbb793b8023,39383,1731669457683 already deleted, retry=false 2024-11-15T11:18:52,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,39383,1731669457683 expired; onlineServers=0 2024-11-15T11:18:52,993 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,37453,1731669457579' ***** 2024-11-15T11:18:52,993 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:18:52,993 INFO [M:0;dbbb793b8023:37453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:18:52,993 INFO [M:0;dbbb793b8023:37453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:18:52,993 DEBUG [M:0;dbbb793b8023:37453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:18:52,993 DEBUG [M:0;dbbb793b8023:37453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:18:52,993 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:18:52,993 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669459673 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669459673,5,FailOnTimeoutGroup] 2024-11-15T11:18:52,993 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669459672 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669459672,5,FailOnTimeoutGroup] 2024-11-15T11:18:52,994 INFO [M:0;dbbb793b8023:37453 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:18:52,994 INFO [M:0;dbbb793b8023:37453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:18:52,994 DEBUG [M:0;dbbb793b8023:37453 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:18:52,994 INFO [M:0;dbbb793b8023:37453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:18:52,994 INFO [M:0;dbbb793b8023:37453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:18:52,994 INFO [M:0;dbbb793b8023:37453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:18:52,994 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:18:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1128119001/master 2024-11-15T11:18:53,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1128119001 2024-11-15T11:18:53,003 DEBUG [M:0;dbbb793b8023:37453 {}] zookeeper.ZKUtil(347): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Unable to get data of znode /1128119001/master because node does not exist (not an error) 2024-11-15T11:18:53,003 WARN [M:0;dbbb793b8023:37453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:18:53,005 INFO [M:0;dbbb793b8023:37453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/.lastflushedseqids 2024-11-15T11:18:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741843_1019 (size=173) 2024-11-15T11:18:53,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:53,083 INFO [RS:0;dbbb793b8023:39383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:18:53,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x1013e36d86b0004, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:53,083 INFO [RS:0;dbbb793b8023:39383 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,39383,1731669457683; zookeeper connection closed. 2024-11-15T11:18:53,083 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e6d820e 2024-11-15T11:18:53,083 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:18:53,410 INFO [M:0;dbbb793b8023:37453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:18:53,410 INFO [M:0;dbbb793b8023:37453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:18:53,410 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:18:53,410 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:53,410 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:53,410 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:18:53,410 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:53,410 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-15T11:18:53,424 DEBUG [M:0;dbbb793b8023:37453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9f24f7a18542afa2263d892fb7f63d is 82, key is hbase:meta,,1/info:regioninfo/1731669460961/Put/seqid=0 2024-11-15T11:18:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741844_1020 (size=5672) 2024-11-15T11:18:53,828 INFO [M:0;dbbb793b8023:37453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9f24f7a18542afa2263d892fb7f63d 2024-11-15T11:18:53,846 DEBUG [M:0;dbbb793b8023:37453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d9cebb814f346699136bfb6c5b2ac44 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669464044/Put/seqid=0 2024-11-15T11:18:53,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741845_1021 (size=6726) 2024-11-15T11:18:54,071 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 to pos 997, reset compression=false 2024-11-15T11:18:54,250 INFO [M:0;dbbb793b8023:37453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d9cebb814f346699136bfb6c5b2ac44 2024-11-15T11:18:54,254 INFO [M:0;dbbb793b8023:37453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d9cebb814f346699136bfb6c5b2ac44 2024-11-15T11:18:54,267 DEBUG [M:0;dbbb793b8023:37453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47fec6d4e284a0e99e34a511f1fd578 is 69, key is dbbb793b8023,39383,1731669457683/rs:state/1731669459742/Put/seqid=0 2024-11-15T11:18:54,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741846_1022 (size=5156) 2024-11-15T11:18:54,672 INFO [M:0;dbbb793b8023:37453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47fec6d4e284a0e99e34a511f1fd578 2024-11-15T11:18:54,676 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c9f24f7a18542afa2263d892fb7f63d as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9f24f7a18542afa2263d892fb7f63d 2024-11-15T11:18:54,681 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c9f24f7a18542afa2263d892fb7f63d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T11:18:54,682 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d9cebb814f346699136bfb6c5b2ac44 as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d9cebb814f346699136bfb6c5b2ac44 2024-11-15T11:18:54,686 INFO [M:0;dbbb793b8023:37453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d9cebb814f346699136bfb6c5b2ac44 2024-11-15T11:18:54,687 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d9cebb814f346699136bfb6c5b2ac44, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T11:18:54,687 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47fec6d4e284a0e99e34a511f1fd578 as hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47fec6d4e284a0e99e34a511f1fd578 2024-11-15T11:18:54,692 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45445/user/jenkins/test-data/203edd55-37a2-82be-ee08-63fa24f3d29d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47fec6d4e284a0e99e34a511f1fd578, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T11:18:54,693 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=58, compaction requested=false 2024-11-15T11:18:54,694 INFO [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:54,694 DEBUG [M:0;dbbb793b8023:37453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669533410Disabling compacts and flushes for region at 1731669533410Disabling writes for close at 1731669533410Obtaining lock to block concurrent updates at 1731669533410Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669533410Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731669533411 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669533411Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669533411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669533424 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669533424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669533833 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669533845 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669533845Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669534254 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669534267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669534267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6f88aa: reopening flushed file at 1731669534676 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1fdd4c: reopening flushed file at 1731669534681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc46526: reopening flushed file at 1731669534687 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=58, compaction requested=false at 1731669534693 (+6 ms)Writing region close event to WAL at 1731669534694 (+1 ms)Closed at 1731669534694 2024-11-15T11:18:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741830_1006 (size=33014) 2024-11-15T11:18:54,696 INFO [M:0;dbbb793b8023:37453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:18:54,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:18:54,697 INFO [M:0;dbbb793b8023:37453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37453 2024-11-15T11:18:54,697 INFO [M:0;dbbb793b8023:37453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:18:54,961 INFO [M:0;dbbb793b8023:37453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:18:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37453-0x1013e36d86b0003, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:54,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa5f9d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:18:54,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68adde9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:18:54,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:18:54,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@172ab688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:18:54,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f74644b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir/,STOPPED} 2024-11-15T11:18:54,966 WARN [BP-97548588-172.17.0.2-1731669455718 heartbeating to localhost/127.0.0.1:45445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:18:54,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:18:54,966 WARN [BP-97548588-172.17.0.2-1731669455718 heartbeating to localhost/127.0.0.1:45445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97548588-172.17.0.2-1731669455718 (Datanode Uuid 8ee8e381-09a7-4479-af9c-fb3168d28768) service to localhost/127.0.0.1:45445 2024-11-15T11:18:54,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:18:54,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/cluster_50e1eb6d-f79b-86ae-7679-6afeae033249/data/data1/current/BP-97548588-172.17.0.2-1731669455718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:18:54,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/cluster_50e1eb6d-f79b-86ae-7679-6afeae033249/data/data2/current/BP-97548588-172.17.0.2-1731669455718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:18:54,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:18:54,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ddd912{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:18:54,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@322fd7b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:18:54,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:18:54,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b16601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:18:54,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab24f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir/,STOPPED} 2024-11-15T11:18:54,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:18:54,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:18:54,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:18:54,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:54,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:54,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:54,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:18:54,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:18:54,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1275754485, stopped=false 2024-11-15T11:18:54,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,41427,1731669451936 2024-11-15T11:18:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987847542/running 2024-11-15T11:18:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987847542/running 2024-11-15T11:18:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:18:54,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:18:54,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:18:54,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:18:54,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/running 2024-11-15T11:18:54,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Set watcher on znode that does not yet exist, /0987847542/running 2024-11-15T11:18:54,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:54,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:54,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,33881,1731669452137' ***** 2024-11-15T11:18:54,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:18:54,999 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:18:54,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:18:54,999 INFO [RS:0;dbbb793b8023:33881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:18:54,999 INFO [RS:0;dbbb793b8023:33881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:18:54,999 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c8f7086ea88a0e65c312ed3ad17fd8 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for b44036dac53e31989958789e974a641a 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,33881,1731669452137 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:33881. 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c8f7086ea88a0e65c312ed3ad17fd8, disabling compactions & flushes 2024-11-15T11:18:55,000 DEBUG [RS:0;dbbb793b8023:33881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:55,000 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:18:55,000 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. after waiting 0 ms 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:18:55,000 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:18:55,000 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1325): Online Regions={56c8f7086ea88a0e65c312ed3ad17fd8=test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8., 1588230740=hbase:meta,,1.1588230740, b44036dac53e31989958789e974a641a=hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a.} 2024-11-15T11:18:55,000 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c8f7086ea88a0e65c312ed3ad17fd8, b44036dac53e31989958789e974a641a 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:18:55,000 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:18:55,000 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:18:55,001 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:18:55,004 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/default/test/56c8f7086ea88a0e65c312ed3ad17fd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:18:55,004 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:55,004 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:18:55,005 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c8f7086ea88a0e65c312ed3ad17fd8: Waiting for close lock at 1731669535000Running coprocessor pre-close hooks at 1731669535000Disabling compacts and flushes for region at 1731669535000Disabling writes for close at 1731669535000Writing region close event to WAL at 1731669535001 (+1 ms)Running coprocessor post-close hooks at 1731669535004 (+3 ms)Closed at 1731669535004 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8. 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b44036dac53e31989958789e974a641a, disabling compactions & flushes 2024-11-15T11:18:55,005 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. after waiting 0 ms 2024-11-15T11:18:55,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:18:55,005 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b44036dac53e31989958789e974a641a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T11:18:55,019 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/info/dc0e3b7b8f904515b51c74d9bda6b71d is 147, key is hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a./info:regioninfo/1731669465172/Put/seqid=0 2024-11-15T11:18:55,020 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/hfileref/9e8a5a139d7c41a6965a8ecc528352e1 is 74, key is 1/hfileref:3ed27a49281a42ab82e565685fc4892e_SeqId_4_/1731669469217/DeleteColumn/seqid=0 2024-11-15T11:18:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741845_1021 (size=5203) 2024-11-15T11:18:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741844_1020 (size=7686) 2024-11-15T11:18:55,023 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/hfileref/9e8a5a139d7c41a6965a8ecc528352e1 2024-11-15T11:18:55,043 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/queue/1791060578a84344b745122ae30d77f8 is 153, key is 1-dbbb793b8023,33881,1731669452137/queue:dbbb793b8023%2C33881%2C1731669452137/1731669471032/Put/seqid=0 2024-11-15T11:18:55,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741846_1022 (size=5352) 2024-11-15T11:18:55,084 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:18:55,200 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b44036dac53e31989958789e974a641a 2024-11-15T11:18:55,401 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b44036dac53e31989958789e974a641a 2024-11-15T11:18:55,417 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:18:55,417 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:18:55,424 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/info/dc0e3b7b8f904515b51c74d9bda6b71d 2024-11-15T11:18:55,444 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/ns/b4cc0d7cef25472a9e7caefe16a18c76 is 43, key is default/ns:d/1731669455599/Put/seqid=0 2024-11-15T11:18:55,447 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/queue/1791060578a84344b745122ae30d77f8 2024-11-15T11:18:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741847_1023 (size=5153) 2024-11-15T11:18:55,452 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/hfileref/9e8a5a139d7c41a6965a8ecc528352e1 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/hfileref/9e8a5a139d7c41a6965a8ecc528352e1 2024-11-15T11:18:55,457 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/hfileref/9e8a5a139d7c41a6965a8ecc528352e1, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T11:18:55,458 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/.tmp/queue/1791060578a84344b745122ae30d77f8 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/queue/1791060578a84344b745122ae30d77f8 2024-11-15T11:18:55,463 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/queue/1791060578a84344b745122ae30d77f8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T11:18:55,464 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b44036dac53e31989958789e974a641a in 459ms, sequenceid=10, compaction requested=false 2024-11-15T11:18:55,468 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/replication/b44036dac53e31989958789e974a641a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T11:18:55,469 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:55,469 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:18:55,469 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:18:55,469 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b44036dac53e31989958789e974a641a: Waiting for close lock at 1731669535005Running coprocessor pre-close hooks at 1731669535005Disabling compacts and flushes for region at 1731669535005Disabling writes for close at 1731669535005Obtaining lock to block concurrent updates at 1731669535005Preparing flush snapshotting stores in b44036dac53e31989958789e974a641a at 1731669535005Finished memstore snapshotting hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731669535005Flushing stores of hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. at 1731669535006 (+1 ms)Flushing b44036dac53e31989958789e974a641a/hfileref: creating writer at 1731669535006Flushing b44036dac53e31989958789e974a641a/hfileref: appending metadata at 1731669535019 (+13 ms)Flushing b44036dac53e31989958789e974a641a/hfileref: closing flushed file at 1731669535019Flushing b44036dac53e31989958789e974a641a/queue: creating writer at 1731669535028 (+9 ms)Flushing b44036dac53e31989958789e974a641a/queue: appending metadata at 1731669535042 (+14 ms)Flushing b44036dac53e31989958789e974a641a/queue: closing flushed file at 1731669535042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b4cddd: reopening flushed file at 1731669535452 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ce6f88: reopening flushed file at 1731669535457 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b44036dac53e31989958789e974a641a in 459ms, sequenceid=10, compaction requested=false at 1731669535464 (+7 ms)Writing region close event to WAL at 1731669535465 (+1 ms)Running coprocessor post-close hooks at 1731669535469 (+4 ms)Closed at 1731669535469 2024-11-15T11:18:55,469 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669464388.b44036dac53e31989958789e974a641a. 2024-11-15T11:18:55,601 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:55,801 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:55,849 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/ns/b4cc0d7cef25472a9e7caefe16a18c76 2024-11-15T11:18:55,872 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/rep_barrier/3a684e5213db41e1b324fcd8bbd0d342 is 112, key is test,,1731669461041.56c8f7086ea88a0e65c312ed3ad17fd8./rep_barrier:seqnumDuringOpen/1731669462209/Put/seqid=0 2024-11-15T11:18:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741848_1024 (size=5518) 2024-11-15T11:18:55,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:55,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:55,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:55,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:55,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,001 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:18:56,001 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:18:56,001 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:56,201 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:56,277 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/rep_barrier/3a684e5213db41e1b324fcd8bbd0d342 2024-11-15T11:18:56,294 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/table/e69b529e943048cb924295d77bf04209 is 53, key is hbase:replication/table:state/1731669465179/Put/seqid=0 2024-11-15T11:18:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741849_1025 (size=5308) 2024-11-15T11:18:56,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:18:56,401 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:56,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:18:56,602 DEBUG [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:18:56,698 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/table/e69b529e943048cb924295d77bf04209 2024-11-15T11:18:56,704 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/info/dc0e3b7b8f904515b51c74d9bda6b71d as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/info/dc0e3b7b8f904515b51c74d9bda6b71d 2024-11-15T11:18:56,709 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/info/dc0e3b7b8f904515b51c74d9bda6b71d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:18:56,710 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/ns/b4cc0d7cef25472a9e7caefe16a18c76 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/ns/b4cc0d7cef25472a9e7caefe16a18c76 2024-11-15T11:18:56,714 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/ns/b4cc0d7cef25472a9e7caefe16a18c76, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:18:56,715 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/rep_barrier/3a684e5213db41e1b324fcd8bbd0d342 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/rep_barrier/3a684e5213db41e1b324fcd8bbd0d342 2024-11-15T11:18:56,719 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/rep_barrier/3a684e5213db41e1b324fcd8bbd0d342, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:18:56,720 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/.tmp/table/e69b529e943048cb924295d77bf04209 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/table/e69b529e943048cb924295d77bf04209 2024-11-15T11:18:56,725 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/table/e69b529e943048cb924295d77bf04209, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:18:56,726 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-15T11:18:56,731 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:18:56,731 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:56,731 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:18:56,731 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:18:56,732 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669535000Running coprocessor pre-close hooks at 1731669535000Disabling compacts and flushes for region at 1731669535000Disabling writes for close at 1731669535000Obtaining lock to block concurrent updates at 1731669535001 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731669535001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669535001Flushing stores of hbase:meta,,1.1588230740 at 1731669535002 (+1 ms)Flushing 1588230740/info: creating writer at 1731669535002Flushing 1588230740/info: appending metadata at 1731669535018 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731669535018Flushing 1588230740/ns: creating writer at 1731669535429 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731669535444 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731669535444Flushing 1588230740/rep_barrier: creating writer at 1731669535855 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669535872 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669535872Flushing 1588230740/table: creating writer at 1731669536281 (+409 ms)Flushing 1588230740/table: appending metadata at 1731669536294 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731669536294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11297087: reopening flushed file at 1731669536703 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47db42f3: reopening flushed file at 1731669536709 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c1f00d: reopening flushed file at 1731669536714 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39de250: reopening flushed file at 1731669536719 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731669536726 (+7 ms)Writing region close event to WAL at 1731669536728 (+2 ms)Running coprocessor post-close hooks at 1731669536731 (+3 ms)Closed at 1731669536731 2024-11-15T11:18:56,732 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:18:56,802 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,33881,1731669452137; all regions closed. 2024-11-15T11:18:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:18:56,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.meta.1731669455520.meta not finished, retry = 0 2024-11-15T11:18:56,908 DEBUG [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs 2024-11-15T11:18:56,908 INFO [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C33881%2C1731669452137.meta:.meta(num 1731669455520) 2024-11-15T11:18:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741839_1015 (size=2700) 2024-11-15T11:18:56,912 DEBUG [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs 2024-11-15T11:18:56,912 INFO [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C33881%2C1731669452137.rep:(num 1731669465135) 2024-11-15T11:18:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741832_1008 (size=1300) 2024-11-15T11:18:56,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/WALs/dbbb793b8023,33881,1731669452137/dbbb793b8023%2C33881%2C1731669452137.1731669454543 not finished, retry = 0 2024-11-15T11:18:57,016 DEBUG [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/oldWALs 2024-11-15T11:18:57,016 INFO [RS:0;dbbb793b8023:33881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C33881%2C1731669452137:(num 1731669454543) 2024-11-15T11:18:57,016 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:57,016 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:18:57,016 INFO [RS:0;dbbb793b8023:33881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:18:57,016 INFO [RS:0;dbbb793b8023:33881 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:18:57,017 INFO [RS:0;dbbb793b8023:33881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:18:57,017 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:18:57,017 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,33881,1731669452137 because: Region server is closing 2024-11-15T11:18:57,017 INFO [RS:0;dbbb793b8023:33881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:33881. 2024-11-15T11:18:57,017 DEBUG [RS:0;dbbb793b8023:33881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:18:57,017 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:57,017 DEBUG [RS:0;dbbb793b8023:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:18:57,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:18:57,117 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:18:57,117 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.wal-reader.dbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:18:57,118 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33881,1731669452137.replicationSource.shipperdbbb793b8023%2C33881%2C1731669452137,1-dbbb793b8023,33881,1731669452137 terminated 2024-11-15T11:18:57,118 INFO [RS:0;dbbb793b8023:33881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33881 2024-11-15T11:18:57,177 INFO [RS:0;dbbb793b8023:33881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:18:57,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542/rs 2024-11-15T11:18:57,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987847542/rs/dbbb793b8023,33881,1731669452137 2024-11-15T11:18:57,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,33881,1731669452137] 2024-11-15T11:18:57,198 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0987847542/draining/dbbb793b8023,33881,1731669452137 already deleted, retry=false 2024-11-15T11:18:57,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,33881,1731669452137 expired; onlineServers=0 2024-11-15T11:18:57,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,41427,1731669451936' ***** 2024-11-15T11:18:57,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:18:57,198 INFO [M:0;dbbb793b8023:41427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:18:57,198 INFO [M:0;dbbb793b8023:41427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:18:57,198 DEBUG [M:0;dbbb793b8023:41427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:18:57,198 DEBUG [M:0;dbbb793b8023:41427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:18:57,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:18:57,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669454306 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669454306,5,FailOnTimeoutGroup] 2024-11-15T11:18:57,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669454306 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669454306,5,FailOnTimeoutGroup] 2024-11-15T11:18:57,198 INFO [M:0;dbbb793b8023:41427 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:18:57,198 INFO [M:0;dbbb793b8023:41427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:18:57,198 DEBUG [M:0;dbbb793b8023:41427 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:18:57,198 INFO [M:0;dbbb793b8023:41427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:18:57,199 INFO [M:0;dbbb793b8023:41427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:18:57,199 INFO [M:0;dbbb793b8023:41427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:18:57,199 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:18:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987847542/master 2024-11-15T11:18:57,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987847542 2024-11-15T11:18:57,208 DEBUG [M:0;dbbb793b8023:41427 {}] zookeeper.ZKUtil(347): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Unable to get data of znode /0987847542/master because node does not exist (not an error) 2024-11-15T11:18:57,208 WARN [M:0;dbbb793b8023:41427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:18:57,210 INFO [M:0;dbbb793b8023:41427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/.lastflushedseqids 2024-11-15T11:18:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741850_1026 (size=263) 2024-11-15T11:18:57,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:57,288 INFO [RS:0;dbbb793b8023:33881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:18:57,288 INFO [RS:0;dbbb793b8023:33881 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,33881,1731669452137; zookeeper connection closed. 2024-11-15T11:18:57,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x1013e36d86b0001, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:57,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a5d091e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a5d091e 2024-11-15T11:18:57,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:18:57,616 INFO [M:0;dbbb793b8023:41427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:18:57,616 INFO [M:0;dbbb793b8023:41427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:18:57,616 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:18:57,616 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:57,616 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:57,616 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:18:57,616 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:57,616 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-15T11:18:57,629 DEBUG [M:0;dbbb793b8023:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c319de71354265898a6078401e1e32 is 82, key is hbase:meta,,1/info:regioninfo/1731669455550/Put/seqid=0 2024-11-15T11:18:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741851_1027 (size=5672) 2024-11-15T11:18:58,034 INFO [M:0;dbbb793b8023:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c319de71354265898a6078401e1e32 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:18:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:18:58,052 DEBUG [M:0;dbbb793b8023:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549ada75e5243ce92d60acb41b86bd9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669462224/Put/seqid=0 2024-11-15T11:18:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741852_1028 (size=7239) 2024-11-15T11:18:58,456 INFO [M:0;dbbb793b8023:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549ada75e5243ce92d60acb41b86bd9 2024-11-15T11:18:58,460 INFO [M:0;dbbb793b8023:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7549ada75e5243ce92d60acb41b86bd9 2024-11-15T11:18:58,473 DEBUG [M:0;dbbb793b8023:41427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/520013aeb9434e4d981c40ccc4e3349f is 69, key is dbbb793b8023,33881,1731669452137/rs:state/1731669454395/Put/seqid=0 2024-11-15T11:18:58,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741853_1029 (size=5156) 2024-11-15T11:18:58,877 INFO [M:0;dbbb793b8023:41427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/520013aeb9434e4d981c40ccc4e3349f 2024-11-15T11:18:58,882 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c319de71354265898a6078401e1e32 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46c319de71354265898a6078401e1e32 2024-11-15T11:18:58,886 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46c319de71354265898a6078401e1e32, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T11:18:58,887 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549ada75e5243ce92d60acb41b86bd9 as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7549ada75e5243ce92d60acb41b86bd9 2024-11-15T11:18:58,891 INFO [M:0;dbbb793b8023:41427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7549ada75e5243ce92d60acb41b86bd9 2024-11-15T11:18:58,892 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7549ada75e5243ce92d60acb41b86bd9, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T11:18:58,892 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/520013aeb9434e4d981c40ccc4e3349f as hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/520013aeb9434e4d981c40ccc4e3349f 2024-11-15T11:18:58,897 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35007/user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/520013aeb9434e4d981c40ccc4e3349f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T11:18:58,898 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-15T11:18:58,899 INFO [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:18:58,899 DEBUG [M:0;dbbb793b8023:41427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669537616Disabling compacts and flushes for region at 1731669537616Disabling writes for close at 1731669537616Obtaining lock to block concurrent updates at 1731669537616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669537616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731669537617 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669537617Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669537617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669537629 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669537629Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669538039 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669538051 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669538051Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669538460 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669538473 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669538473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d784573: reopening flushed file at 1731669538881 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26226ca8: reopening flushed file at 1731669538886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4c30c1: reopening flushed file at 1731669538892 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731669538898 (+6 ms)Writing region close event to WAL at 1731669538899 (+1 ms)Closed at 1731669538899 2024-11-15T11:18:58,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38721 is added to blk_1073741830_1006 (size=64514) 2024-11-15T11:18:58,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bd258bf-4532-8b62-6d45-823347453af5/MasterData/WALs/dbbb793b8023,41427,1731669451936/dbbb793b8023%2C41427%2C1731669451936.1731669454047 not finished, retry = 0 2024-11-15T11:18:59,003 INFO [M:0;dbbb793b8023:41427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:18:59,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:18:59,003 INFO [M:0;dbbb793b8023:41427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41427 2024-11-15T11:18:59,003 INFO [M:0;dbbb793b8023:41427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:18:59,172 INFO [M:0;dbbb793b8023:41427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:18:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41427-0x1013e36d86b0000, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:18:59,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61d353e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:18:59,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d471c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:18:59,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:18:59,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f02a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:18:59,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a695efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir/,STOPPED} 2024-11-15T11:18:59,176 WARN [BP-670510376-172.17.0.2-1731669449954 heartbeating to localhost/127.0.0.1:35007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:18:59,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:18:59,176 WARN [BP-670510376-172.17.0.2-1731669449954 heartbeating to localhost/127.0.0.1:35007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-670510376-172.17.0.2-1731669449954 (Datanode Uuid 661e90bf-c093-4e02-bd7b-26b6a63d56c3) service to localhost/127.0.0.1:35007 2024-11-15T11:18:59,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:18:59,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/data/data1/current/BP-670510376-172.17.0.2-1731669449954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:18:59,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/cluster_5f97a140-70d9-c066-42b6-1e1bd730b5eb/data/data2/current/BP-670510376-172.17.0.2-1731669449954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:18:59,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:18:59,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f8825b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:18:59,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e759e3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:18:59,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:18:59,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d61262c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:18:59,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f9b1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/874252f9-ebf6-95a4-4195-741dd71b89a6/hadoop.log.dir/,STOPPED} 2024-11-15T11:18:59,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:18:59,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:18:59,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 144) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35007 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb590b8dfe0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fb590b8dfe0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45445 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50600) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=502 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=3918 (was 4108) 2024-11-15T11:18:59,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=3918 2024-11-15T11:18:59,222 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T11:18:59,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir so I do NOT create it in target/test-data/8c2f3373-d02a-169b-515e-865129185311 2024-11-15T11:18:59,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:18:59,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.tmp.dir so I do NOT create it in target/test-data/8c2f3373-d02a-169b-515e-865129185311 2024-11-15T11:18:59,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db5bfb2b-978f-bf06-015e-669b6046fa08/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:18:59,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311 2024-11-15T11:18:59,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d, deleteOnExit=true 2024-11-15T11:18:59,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/zookeeper_0, clientPort=51502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:18:59,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51502 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/test.cache.data in system properties and HBase conf 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:18:59,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:18:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:18:59,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:18:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e36d86b0002, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:18:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e36d86b0005, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:18:59,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e36d86b0002, quorum=127.0.0.1:50600, baseZNode=/0987847542 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:18:59,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e36d86b0005, quorum=127.0.0.1:50600, baseZNode=/1128119001 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:18:59,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:18:59,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:18:59,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:18:59,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:18:59,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:18:59,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:18:59,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@380d5803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:18:59,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357bf49f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:18:59,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0ce013{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/java.io.tmpdir/jetty-localhost-43425-hadoop-hdfs-3_4_1-tests_jar-_-any-5003380508586216296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:18:59,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c36039a{HTTP/1.1, (http/1.1)}{localhost:43425} 2024-11-15T11:18:59,716 INFO [Time-limited test {}] server.Server(415): Started @139417ms 2024-11-15T11:18:59,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:18:59,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:18:59,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:18:59,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:18:59,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:18:59,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ac15699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:18:59,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dca8081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:00,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@584a3753{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/java.io.tmpdir/jetty-localhost-42935-hadoop-hdfs-3_4_1-tests_jar-_-any-17013868897575886699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:00,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4417ac{HTTP/1.1, (http/1.1)}{localhost:42935} 2024-11-15T11:19:00,079 INFO [Time-limited test {}] server.Server(415): Started @139780ms 2024-11-15T11:19:00,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:19:01,108 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/data/data2/current/BP-205934202-172.17.0.2-1731669539288/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:01,108 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/data/data1/current/BP-205934202-172.17.0.2-1731669539288/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:01,122 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:19:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e585f70f80ac9f6 with lease ID 0x1dcb0dddead449c5: Processing first storage report for DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810 from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=9a253efc-e45d-44ce-afef-37f8802669a9, infoPort=33037, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=727779855;c=1731669539288) 2024-11-15T11:19:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e585f70f80ac9f6 with lease ID 0x1dcb0dddead449c5: from storage DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810 node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=9a253efc-e45d-44ce-afef-37f8802669a9, infoPort=33037, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=727779855;c=1731669539288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:01,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e585f70f80ac9f6 with lease ID 0x1dcb0dddead449c5: Processing first storage report for DS-3b9f48b6-21e9-46f9-b280-f4efa3aa1ab9 from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=9a253efc-e45d-44ce-afef-37f8802669a9, infoPort=33037, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=727779855;c=1731669539288) 2024-11-15T11:19:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e585f70f80ac9f6 with lease ID 0x1dcb0dddead449c5: from storage DS-3b9f48b6-21e9-46f9-b280-f4efa3aa1ab9 node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=9a253efc-e45d-44ce-afef-37f8802669a9, infoPort=33037, infoSecurePort=0, ipcPort=32853, storageInfo=lv=-57;cid=testClusterID;nsid=727779855;c=1731669539288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:01,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311 2024-11-15T11:19:01,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:19:01,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070 with version=8 2024-11-15T11:19:01,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/hbase-staging 2024-11-15T11:19:01,616 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:01,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39309 2024-11-15T11:19:01,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39309 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:01,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393090x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:01,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39309-0x1013e3835720000 connected 2024-11-15T11:19:01,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:01,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070, hbase.cluster.distributed=false 2024-11-15T11:19:01,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/acl 2024-11-15T11:19:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39309 2024-11-15T11:19:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39309 2024-11-15T11:19:01,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39309 2024-11-15T11:19:01,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39309 2024-11-15T11:19:01,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39309 2024-11-15T11:19:01,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:01,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:01,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34815 2024-11-15T11:19:01,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34815 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:01,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:01,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348150x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:01,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34815-0x1013e3835720001 connected 2024-11-15T11:19:01,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348150x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:01,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:01,825 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:01,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/master 2024-11-15T11:19:01,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/acl 2024-11-15T11:19:01,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34815 2024-11-15T11:19:01,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34815 2024-11-15T11:19:01,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34815 2024-11-15T11:19:01,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34815 2024-11-15T11:19:01,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34815 2024-11-15T11:19:01,838 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:39309 2024-11-15T11:19:01,838 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-335284693/backup-masters/dbbb793b8023,39309,1731669541615 2024-11-15T11:19:01,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:01,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:01,851 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/backup-masters/dbbb793b8023,39309,1731669541615 2024-11-15T11:19:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/master 2024-11-15T11:19:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:01,861 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/master 2024-11-15T11:19:01,861 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-335284693/backup-masters/dbbb793b8023,39309,1731669541615 from backup master directory 2024-11-15T11:19:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/backup-masters/dbbb793b8023,39309,1731669541615 2024-11-15T11:19:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:01,871 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:01,871 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,39309,1731669541615 2024-11-15T11:19:01,874 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/hbase.id] with ID: 7e4747ec-b7e5-4457-97d3-5a05a11c57e4 2024-11-15T11:19:01,875 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.tmp/hbase.id 2024-11-15T11:19:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:19:02,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:02,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:02,279 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.tmp/hbase.id]:[hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/hbase.id] 2024-11-15T11:19:02,288 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:02,288 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:19:02,289 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:19:02,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:02,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:19:02,745 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:02,745 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:19:02,746 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:19:03,153 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store 2024-11-15T11:19:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:03,559 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:03,559 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:03,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669543559Disabling compacts and flushes for region at 1731669543559Disabling writes for close at 1731669543559Writing region close event to WAL at 1731669543559Closed at 1731669543559 2024-11-15T11:19:03,560 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/.initializing 2024-11-15T11:19:03,560 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615 2024-11-15T11:19:03,561 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:03,562 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C39309%2C1731669541615, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/oldWALs, maxLogs=10 2024-11-15T11:19:03,574 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615/dbbb793b8023%2C39309%2C1731669541615.1731669543563, exclude list is [], retry=0 2024-11-15T11:19:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:03,578 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:03,578 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:03,579 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:03,579 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:03,579 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,579 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:19:03,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:19:03,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:03,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:03,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:19:03,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:03,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:03,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:19:03,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:03,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:03,586 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,586 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,586 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,588 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,588 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,588 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:03,589 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:03,591 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:03,591 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74884751, jitterRate=0.11586974561214447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:03,591 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669543579Initializing all the Stores at 1731669543580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669543580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669543580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669543580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669543580Cleaning up temporary data from old regions at 1731669543588 (+8 ms)Region opened successfully at 1731669543591 (+3 ms) 2024-11-15T11:19:03,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:19:03,594 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a112979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:03,595 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:19:03,595 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:19:03,595 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:19:03,595 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:19:03,595 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:19:03,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:19:03,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:19:03,597 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:19:03,598 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/balancer because node does not exist (not necessarily an error) 2024-11-15T11:19:03,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/balancer already deleted, retry=false 2024-11-15T11:19:03,666 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:19:03,667 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:19:03,676 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/normalizer already deleted, retry=false 2024-11-15T11:19:03,676 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:19:03,677 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:19:03,687 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/switch/split already deleted, retry=false 2024-11-15T11:19:03,687 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:19:03,697 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/switch/merge already deleted, retry=false 2024-11-15T11:19:03,699 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:19:03,708 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/snapshot-cleanup already deleted, retry=false 2024-11-15T11:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,719 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,39309,1731669541615, sessionid=0x1013e3835720000, setting cluster-up flag (Was=false) 2024-11-15T11:19:03,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,771 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-335284693/flush-table-proc/acquired, /0-335284693/flush-table-proc/reached, /0-335284693/flush-table-proc/abort 2024-11-15T11:19:03,772 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39309,1731669541615 2024-11-15T11:19:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:03,823 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-335284693/online-snapshot/acquired, /0-335284693/online-snapshot/reached, /0-335284693/online-snapshot/abort 2024-11-15T11:19:03,824 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39309,1731669541615 2024-11-15T11:19:03,825 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:19:03,826 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:03,827 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:19:03,827 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:19:03,827 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,39309,1731669541615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:03,828 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669573829 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:19:03,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:03,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:19:03,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,830 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:19:03,830 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:19:03,830 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:19:03,830 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:19:03,830 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(746): ClusterId : 7e4747ec-b7e5-4457-97d3-5a05a11c57e4 2024-11-15T11:19:03,830 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:19:03,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:03,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:19:03,832 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:19:03,832 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:19:03,832 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669543832,5,FailOnTimeoutGroup] 2024-11-15T11:19:03,836 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669543832,5,FailOnTimeoutGroup] 2024-11-15T11:19:03,836 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,836 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:19:03,836 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,836 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:19:03,840 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:19:03,840 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:19:03,851 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:19:03,851 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2fd51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:03,861 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:34815 2024-11-15T11:19:03,861 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:19:03,861 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:19:03,861 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:19:03,861 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,39309,1731669541615 with port=34815, startcode=1731669541809 2024-11-15T11:19:03,862 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:19:03,863 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:19:03,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39309 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,865 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070 2024-11-15T11:19:03,865 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33913 2024-11-15T11:19:03,865 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:19:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/rs 2024-11-15T11:19:03,877 DEBUG [RS:0;dbbb793b8023:34815 {}] zookeeper.ZKUtil(111): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/rs/dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,877 WARN [RS:0;dbbb793b8023:34815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:03,877 INFO [RS:0;dbbb793b8023:34815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:03,877 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,34815,1731669541809] 2024-11-15T11:19:03,880 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:19:03,881 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:19:03,881 INFO [RS:0;dbbb793b8023:34815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:19:03,881 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,882 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:19:03,882 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:19:03,882 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,882 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,882 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,882 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,882 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,882 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:03,883 DEBUG [RS:0;dbbb793b8023:34815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,885 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34815,1731669541809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:03,897 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:19:03,897 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34815,1731669541809-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,897 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,897 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.Replication(171): dbbb793b8023,34815,1731669541809 started 2024-11-15T11:19:03,908 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:03,908 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,34815,1731669541809, RpcServer on dbbb793b8023/172.17.0.2:34815, sessionid=0x1013e3835720001 2024-11-15T11:19:03,909 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:19:03,909 DEBUG [RS:0;dbbb793b8023:34815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,909 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34815,1731669541809' 2024-11-15T11:19:03,909 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-335284693/flush-table-proc/abort' 2024-11-15T11:19:03,909 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-335284693/flush-table-proc/acquired' 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,34815,1731669541809 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34815,1731669541809' 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-335284693/online-snapshot/abort' 2024-11-15T11:19:03,910 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-335284693/online-snapshot/acquired' 2024-11-15T11:19:03,911 DEBUG [RS:0;dbbb793b8023:34815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:19:03,911 INFO [RS:0;dbbb793b8023:34815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:19:03,911 INFO [RS:0;dbbb793b8023:34815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:19:04,011 INFO [RS:0;dbbb793b8023:34815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:04,013 INFO [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34815%2C1731669541809, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:04,024 DEBUG [RS:0;dbbb793b8023:34815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013, exclude list is [], retry=0 2024-11-15T11:19:04,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:04,028 INFO [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 2024-11-15T11:19:04,028 DEBUG [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:04,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:19:04,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070 2024-11-15T11:19:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:19:04,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:04,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:04,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:04,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:04,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:04,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:04,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:04,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:04,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:04,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:04,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:04,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:04,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:04,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:04,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:04,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:04,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:04,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:04,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:04,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:04,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:04,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:04,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:04,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:04,657 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:04,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72896424, jitterRate=0.08624136447906494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669544646Initializing all the Stores at 1731669544647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669544647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669544647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669544647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669544647Cleaning up temporary data from old regions at 1731669544654 (+7 ms)Region opened successfully at 1731669544658 (+4 ms) 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:04,658 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:04,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:04,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669544658Disabling compacts and flushes for region at 1731669544658Disabling writes for close at 1731669544658Writing region close event to WAL at 1731669544658Closed at 1731669544658 2024-11-15T11:19:04,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:04,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:19:04,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:19:04,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:04,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:19:04,812 DEBUG [dbbb793b8023:39309 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:04,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:04,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34815,1731669541809, state=OPENING 2024-11-15T11:19:04,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:19:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:04,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:04,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:04,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:04,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:04,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34815,1731669541809}] 2024-11-15T11:19:05,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:05,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:19:05,046 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:19:05,046 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:05,047 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:19:05,048 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34815%2C1731669541809.meta, suffix=.meta, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:05,066 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.meta.1731669545049.meta, exclude list is [], retry=0 2024-11-15T11:19:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:05,070 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.meta.1731669545049.meta 2024-11-15T11:19:05,070 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:05,070 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:05,071 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:19:05,071 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:19:05,071 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:19:05,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:05,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:05,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:05,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:05,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:05,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:05,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:05,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:05,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:05,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:05,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:05,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:05,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:05,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:05,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:05,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:05,078 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:05,078 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:05,079 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:05,080 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:05,080 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:05,081 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:05,082 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:05,083 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62860539, jitterRate=-0.06330497562885284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:05,083 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:19:05,084 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669545071Writing region info on filesystem at 1731669545071Initializing all the Stores at 1731669545072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669545072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669545072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669545073 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669545073Cleaning up temporary data from old regions at 1731669545080 (+7 ms)Running coprocessor post-open hooks at 1731669545083 (+3 ms)Region opened successfully at 1731669545083 2024-11-15T11:19:05,084 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669545039 2024-11-15T11:19:05,087 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:19:05,087 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:19:05,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:05,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34815,1731669541809, state=OPEN 2024-11-15T11:19:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:05,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:05,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:05,129 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:05,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:19:05,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34815,1731669541809 in 242 msec 2024-11-15T11:19:05,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:19:05,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-15T11:19:05,133 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:05,133 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:19:05,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:05,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34815,1731669541809, seqNum=-1] 2024-11-15T11:19:05,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:05,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:05,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-15T11:19:05,141 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669545140, completionTime=-1 2024-11-15T11:19:05,141 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:19:05,141 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:19:05,142 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:19:05,142 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669605142 2024-11-15T11:19:05,142 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669665142 2024-11-15T11:19:05,142 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:39309, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,145 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:05,146 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:19:05,148 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:19:05,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:19:05,148 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39309,1731669541615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:05,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dabdac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:05,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39309,-1 for getting cluster id 2024-11-15T11:19:05,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:05,233 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4747ec-b7e5-4457-97d3-5a05a11c57e4' 2024-11-15T11:19:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4747ec-b7e5-4457-97d3-5a05a11c57e4" 2024-11-15T11:19:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b078c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39309,-1] 2024-11-15T11:19:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:05,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:05,234 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:05,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66530750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:05,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34815,1731669541809, seqNum=-1] 2024-11-15T11:19:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:05,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:05,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,39309,1731669541615 2024-11-15T11:19:05,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:05,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:05,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3835720002 connected 2024-11-15T11:19:05,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir so I do NOT create it in target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a 2024-11-15T11:19:05,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:19:05,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.tmp.dir so I do NOT create it in target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a 2024-11-15T11:19:05,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:19:05,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/cluster_9aace5a6-edca-d0bc-234c-bf612d56f8a6, deleteOnExit=true 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/test.cache.data in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:19:05,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:19:05,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:19:05,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:19:05,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:05,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:05,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:05,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:05,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:19:05,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:05,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c55a2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:05,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2919ae25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:05,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70dbeeba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/java.io.tmpdir/jetty-localhost-44843-hadoop-hdfs-3_4_1-tests_jar-_-any-13177932123699049967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:05,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0639{HTTP/1.1, (http/1.1)}{localhost:44843} 2024-11-15T11:19:05,703 INFO [Time-limited test {}] server.Server(415): Started @145404ms 2024-11-15T11:19:05,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:05,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:06,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:06,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:06,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:06,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31645530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:06,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ece978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:06,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14869347{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/java.io.tmpdir/jetty-localhost-45823-hadoop-hdfs-3_4_1-tests_jar-_-any-7974994971925584679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:06,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a356b28{HTTP/1.1, (http/1.1)}{localhost:45823} 2024-11-15T11:19:06,095 INFO [Time-limited test {}] server.Server(415): Started @145796ms 2024-11-15T11:19:06,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:19:06,775 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/cluster_9aace5a6-edca-d0bc-234c-bf612d56f8a6/data/data2/current/BP-163084339-172.17.0.2-1731669545289/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:06,775 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/cluster_9aace5a6-edca-d0bc-234c-bf612d56f8a6/data/data1/current/BP-163084339-172.17.0.2-1731669545289/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:06,800 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:19:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9a7a09e138e3e2 with lease ID 0xd87bfc34a61ef427: Processing first storage report for DS-4194f2ab-b079-451e-bc44-5919cf98448c from datanode DatanodeRegistration(127.0.0.1:43265, datanodeUuid=c99530e3-71db-4ae1-87db-bd98a5d35709, infoPort=32927, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1779208470;c=1731669545289) 2024-11-15T11:19:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9a7a09e138e3e2 with lease ID 0xd87bfc34a61ef427: from storage DS-4194f2ab-b079-451e-bc44-5919cf98448c node DatanodeRegistration(127.0.0.1:43265, datanodeUuid=c99530e3-71db-4ae1-87db-bd98a5d35709, infoPort=32927, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1779208470;c=1731669545289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9a7a09e138e3e2 with lease ID 0xd87bfc34a61ef427: Processing first storage report for DS-b7a4ef3d-d0db-45dc-8731-3acbd63fec4e from datanode DatanodeRegistration(127.0.0.1:43265, datanodeUuid=c99530e3-71db-4ae1-87db-bd98a5d35709, infoPort=32927, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1779208470;c=1731669545289) 2024-11-15T11:19:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9a7a09e138e3e2 with lease ID 0xd87bfc34a61ef427: from storage DS-b7a4ef3d-d0db-45dc-8731-3acbd63fec4e node DatanodeRegistration(127.0.0.1:43265, datanodeUuid=c99530e3-71db-4ae1-87db-bd98a5d35709, infoPort=32927, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1779208470;c=1731669545289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:06,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a 2024-11-15T11:19:06,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:06,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:19:07,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e with version=8 2024-11-15T11:19:07,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/hbase-staging 2024-11-15T11:19:07,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:07,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:07,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:07,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:07,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:07,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33941 2024-11-15T11:19:07,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33941 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339410x0, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:07,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33941-0x1013e3835720003 connected 2024-11-15T11:19:07,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:07,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:07,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/running 2024-11-15T11:19:07,363 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e, hbase.cluster.distributed=false 2024-11-15T11:19:07,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/acl 2024-11-15T11:19:07,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-15T11:19:07,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33941 2024-11-15T11:19:07,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33941 2024-11-15T11:19:07,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-15T11:19:07,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-15T11:19:07,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:07,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34809 2024-11-15T11:19:07,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34809 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:07,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:07,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:07,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348090x0, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:07,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348090x0, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/running 2024-11-15T11:19:07,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34809-0x1013e3835720004 connected 2024-11-15T11:19:07,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:07,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:07,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/master 2024-11-15T11:19:07,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/acl 2024-11-15T11:19:07,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-15T11:19:07,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34809 2024-11-15T11:19:07,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34809 2024-11-15T11:19:07,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-15T11:19:07,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-15T11:19:07,407 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:33941 2024-11-15T11:19:07,407 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /136985924/backup-masters/dbbb793b8023,33941,1731669547234 2024-11-15T11:19:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/backup-masters 2024-11-15T11:19:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/backup-masters 2024-11-15T11:19:07,419 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on existing znode=/136985924/backup-masters/dbbb793b8023,33941,1731669547234 2024-11-15T11:19:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/136985924/master 2024-11-15T11:19:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:07,429 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on existing znode=/136985924/master 2024-11-15T11:19:07,430 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /136985924/backup-masters/dbbb793b8023,33941,1731669547234 from backup master directory 2024-11-15T11:19:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/136985924/backup-masters/dbbb793b8023,33941,1731669547234 2024-11-15T11:19:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/backup-masters 2024-11-15T11:19:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/backup-masters 2024-11-15T11:19:07,439 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:07,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,33941,1731669547234 2024-11-15T11:19:07,443 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/hbase.id] with ID: a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5 2024-11-15T11:19:07,443 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/.tmp/hbase.id 2024-11-15T11:19:07,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:19:07,847 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/.tmp/hbase.id]:[hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/hbase.id] 2024-11-15T11:19:07,857 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:07,857 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:19:07,858 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:19:07,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:07,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:19:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:19:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:19:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:19:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:19:08,313 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:08,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:19:08,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:19:08,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store 2024-11-15T11:19:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:09,127 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:09,127 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:09,127 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669549127Disabling compacts and flushes for region at 1731669549127Disabling writes for close at 1731669549127Writing region close event to WAL at 1731669549127Closed at 1731669549127 2024-11-15T11:19:09,128 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/.initializing 2024-11-15T11:19:09,128 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/WALs/dbbb793b8023,33941,1731669547234 2024-11-15T11:19:09,128 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:09,130 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C33941%2C1731669547234, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/WALs/dbbb793b8023,33941,1731669547234, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/oldWALs, maxLogs=10 2024-11-15T11:19:09,141 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/WALs/dbbb793b8023,33941,1731669547234/dbbb793b8023%2C33941%2C1731669547234.1731669549130, exclude list is [], retry=0 2024-11-15T11:19:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43265,DS-4194f2ab-b079-451e-bc44-5919cf98448c,DISK] 2024-11-15T11:19:09,144 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/WALs/dbbb793b8023,33941,1731669547234/dbbb793b8023%2C33941%2C1731669547234.1731669549130 2024-11-15T11:19:09,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-15T11:19:09,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:09,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:09,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:19:09,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:09,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:09,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:19:09,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:09,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:09,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:19:09,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:09,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:09,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:19:09,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:09,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:09,152 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,152 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,152 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,153 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,153 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,154 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:09,155 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:09,156 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:09,156 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65000748, jitterRate=-0.031413376331329346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:09,157 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669549145Initializing all the Stores at 1731669549146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669549146Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669549146Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669549146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669549146Cleaning up temporary data from old regions at 1731669549153 (+7 ms)Region opened successfully at 1731669549157 (+4 ms) 2024-11-15T11:19:09,157 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:19:09,159 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7f6636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:09,160 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:19:09,160 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:19:09,160 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:19:09,160 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:19:09,160 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:19:09,161 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:19:09,161 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:19:09,162 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:19:09,163 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/balancer because node does not exist (not necessarily an error) 2024-11-15T11:19:09,170 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/balancer already deleted, retry=false 2024-11-15T11:19:09,171 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:19:09,171 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:19:09,181 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/normalizer already deleted, retry=false 2024-11-15T11:19:09,181 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:19:09,182 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:19:09,192 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/switch/split already deleted, retry=false 2024-11-15T11:19:09,192 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:19:09,202 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/switch/merge already deleted, retry=false 2024-11-15T11:19:09,204 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:19:09,212 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/snapshot-cleanup already deleted, retry=false 2024-11-15T11:19:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/136985924/running 2024-11-15T11:19:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/136985924/running 2024-11-15T11:19:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,223 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,33941,1731669547234, sessionid=0x1013e3835720003, setting cluster-up flag (Was=false) 2024-11-15T11:19:09,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,276 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /136985924/flush-table-proc/acquired, /136985924/flush-table-proc/reached, /136985924/flush-table-proc/abort 2024-11-15T11:19:09,277 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,33941,1731669547234 2024-11-15T11:19:09,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:09,328 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /136985924/online-snapshot/acquired, /136985924/online-snapshot/reached, /136985924/online-snapshot/abort 2024-11-15T11:19:09,329 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,33941,1731669547234 2024-11-15T11:19:09,330 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:19:09,331 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:09,332 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:19:09,332 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:19:09,332 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,33941,1731669547234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:09,334 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669579336 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:19:09,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:19:09,336 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:09,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:19:09,340 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:19:09,340 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:19:09,340 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:19:09,340 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:19:09,341 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:19:09,341 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:19:09,344 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669549341,5,FailOnTimeoutGroup] 2024-11-15T11:19:09,344 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669549344,5,FailOnTimeoutGroup] 2024-11-15T11:19:09,344 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,345 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:19:09,345 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,345 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:19:09,400 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(746): ClusterId : a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5 2024-11-15T11:19:09,400 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:19:09,414 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:19:09,414 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:19:09,424 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:19:09,424 DEBUG [RS:0;dbbb793b8023:34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de8d387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:09,434 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:34809 2024-11-15T11:19:09,434 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:19:09,434 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:19:09,434 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:19:09,435 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,33941,1731669547234 with port=34809, startcode=1731669547377 2024-11-15T11:19:09,435 DEBUG [RS:0;dbbb793b8023:34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:19:09,436 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:19:09,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,438 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e 2024-11-15T11:19:09,438 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46415 2024-11-15T11:19:09,438 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:19:09,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/rs 2024-11-15T11:19:09,450 DEBUG [RS:0;dbbb793b8023:34809 {}] zookeeper.ZKUtil(111): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on existing znode=/136985924/rs/dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,450 WARN [RS:0;dbbb793b8023:34809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:09,450 INFO [RS:0;dbbb793b8023:34809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:09,451 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,34809,1731669547377] 2024-11-15T11:19:09,454 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:19:09,455 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:19:09,456 INFO [RS:0;dbbb793b8023:34809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:19:09,456 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,456 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:19:09,457 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:19:09,457 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:09,457 DEBUG [RS:0;dbbb793b8023:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,462 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34809,1731669547377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:09,479 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:19:09,479 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34809,1731669547377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,479 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,479 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.Replication(171): dbbb793b8023,34809,1731669547377 started 2024-11-15T11:19:09,491 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:09,491 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,34809,1731669547377, RpcServer on dbbb793b8023/172.17.0.2:34809, sessionid=0x1013e3835720004 2024-11-15T11:19:09,491 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:19:09,491 DEBUG [RS:0;dbbb793b8023:34809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,491 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34809,1731669547377' 2024-11-15T11:19:09,491 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/136985924/flush-table-proc/abort' 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/136985924/flush-table-proc/acquired' 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,34809,1731669547377 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34809,1731669547377' 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/136985924/online-snapshot/abort' 2024-11-15T11:19:09,492 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/136985924/online-snapshot/acquired' 2024-11-15T11:19:09,493 DEBUG [RS:0;dbbb793b8023:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:19:09,493 INFO [RS:0;dbbb793b8023:34809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:19:09,493 INFO [RS:0;dbbb793b8023:34809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:19:09,593 INFO [RS:0;dbbb793b8023:34809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:09,594 INFO [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34809%2C1731669547377, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/oldWALs, maxLogs=10 2024-11-15T11:19:09,606 DEBUG [RS:0;dbbb793b8023:34809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377/dbbb793b8023%2C34809%2C1731669547377.1731669549595, exclude list is [], retry=0 2024-11-15T11:19:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43265,DS-4194f2ab-b079-451e-bc44-5919cf98448c,DISK] 2024-11-15T11:19:09,610 INFO [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377/dbbb793b8023%2C34809%2C1731669547377.1731669549595 2024-11-15T11:19:09,610 DEBUG [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-15T11:19:09,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:19:09,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e 2024-11-15T11:19:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:19:09,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:19:10,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:10,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:10,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:10,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:10,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:10,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:10,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:10,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:10,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:10,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:10,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740 2024-11-15T11:19:10,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740 2024-11-15T11:19:10,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:10,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:10,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:10,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:10,165 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73204603, jitterRate=0.09083358943462372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669550153Initializing all the Stores at 1731669550153Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550154 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669550154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550154Cleaning up temporary data from old regions at 1731669550161 (+7 ms)Region opened successfully at 1731669550165 (+4 ms) 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:10,165 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:10,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:10,166 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:10,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669550165Disabling compacts and flushes for region at 1731669550165Disabling writes for close at 1731669550165Writing region close event to WAL at 1731669550166 (+1 ms)Closed at 1731669550166 2024-11-15T11:19:10,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:10,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:19:10,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:19:10,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:10,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:19:10,318 DEBUG [dbbb793b8023:33941 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:10,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,34809,1731669547377 2024-11-15T11:19:10,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34809,1731669547377, state=OPENING 2024-11-15T11:19:10,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:19:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:10,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /136985924/meta-region-server: CHANGED 2024-11-15T11:19:10,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:10,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /136985924/meta-region-server: CHANGED 2024-11-15T11:19:10,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34809,1731669547377}] 2024-11-15T11:19:10,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:10,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:19:10,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:10,577 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:19:10,577 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:10,577 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:19:10,578 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34809%2C1731669547377.meta, suffix=.meta, logDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/oldWALs, maxLogs=10 2024-11-15T11:19:10,595 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377/dbbb793b8023%2C34809%2C1731669547377.meta.1731669550579.meta, exclude list is [], retry=0 2024-11-15T11:19:10,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43265,DS-4194f2ab-b079-451e-bc44-5919cf98448c,DISK] 2024-11-15T11:19:10,599 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377/dbbb793b8023%2C34809%2C1731669547377.meta.1731669550579.meta 2024-11-15T11:19:10,599 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-15T11:19:10,599 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:10,600 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:19:10,600 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:10,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:19:10,600 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:19:10,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:10,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:10,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:10,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:10,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:10,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:10,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:10,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:10,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:10,606 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:10,607 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740 2024-11-15T11:19:10,608 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740 2024-11-15T11:19:10,609 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:10,609 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:10,609 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:10,610 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:10,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:10,611 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61415529, jitterRate=-0.08483730256557465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:10,611 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:19:10,611 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669550600Writing region info on filesystem at 1731669550600Initializing all the Stores at 1731669550601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550602 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669550602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669550602Cleaning up temporary data from old regions at 1731669550609 (+7 ms)Running coprocessor post-open hooks at 1731669550611 (+2 ms)Region opened successfully at 1731669550611 2024-11-15T11:19:10,612 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669550571 2024-11-15T11:19:10,614 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:19:10,614 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:19:10,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34809,1731669547377 2024-11-15T11:19:10,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34809,1731669547377, state=OPEN 2024-11-15T11:19:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/136985924/meta-region-server 2024-11-15T11:19:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/136985924/meta-region-server 2024-11-15T11:19:10,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,34809,1731669547377 2024-11-15T11:19:10,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /136985924/meta-region-server: CHANGED 2024-11-15T11:19:10,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /136985924/meta-region-server: CHANGED 2024-11-15T11:19:10,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:19:10,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34809,1731669547377 in 204 msec 2024-11-15T11:19:10,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:19:10,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-15T11:19:10,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:10,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:19:10,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:10,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34809,1731669547377, seqNum=-1] 2024-11-15T11:19:10,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:10,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:10,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-15T11:19:10,636 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669550636, completionTime=-1 2024-11-15T11:19:10,636 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:19:10,637 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669610639 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669670639 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:33941, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,639 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,641 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:19:10,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:10,643 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:19:10,644 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:19:10,644 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:19:10,645 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33941,1731669547234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:10,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37178149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,33941,-1 for getting cluster id 2024-11-15T11:19:10,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:10,702 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5' 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5" 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb2f9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,33941,-1] 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:10,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:10,704 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:10,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34809,1731669547377, seqNum=-1] 2024-11-15T11:19:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:10,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:10,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,33941,1731669547234 2024-11-15T11:19:10,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:10,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:10,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3835720005 connected 2024-11-15T11:19:10,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568e9378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39309,-1 for getting cluster id 2024-11-15T11:19:10,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:10,732 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4747ec-b7e5-4457-97d3-5a05a11c57e4' 2024-11-15T11:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4747ec-b7e5-4457-97d3-5a05a11c57e4" 2024-11-15T11:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76595b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39309,-1] 2024-11-15T11:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:10,733 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5609cd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39309,1731669541615 2024-11-15T11:19:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c077d91 2024-11-15T11:19:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:10,736 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:10,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:33941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:19:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:19:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:10,739 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:33941' 2024-11-15T11:19:10,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4b112a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,740 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,33941,-1 for getting cluster id 2024-11-15T11:19:10,740 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:10,741 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5' 2024-11-15T11:19:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5" 2024-11-15T11:19:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a7f22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,33941,-1] 2024-11-15T11:19:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:10,743 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:10,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46db851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:10,743 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,33941,1731669547234 2024-11-15T11:19:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b90bed 2024-11-15T11:19:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:10,745 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:10,745 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T11:19:10,745 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:19:10,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:10,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:10,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:10,746 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:10,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:19:10,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:19:10,748 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:10,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:19:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741835_1011 (size=1138) 2024-11-15T11:19:10,797 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:19:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:11,155 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c16ad60c8d91408f35e1b17c7d46710f, NAME => 'hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070 2024-11-15T11:19:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741836_1012 (size=44) 2024-11-15T11:19:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c16ad60c8d91408f35e1b17c7d46710f, disabling compactions & flushes 2024-11-15T11:19:11,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. after waiting 0 ms 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c16ad60c8d91408f35e1b17c7d46710f: Waiting for close lock at 1731669551561Disabling compacts and flushes for region at 1731669551561Disabling writes for close at 1731669551561Writing region close event to WAL at 1731669551561Closed at 1731669551561 2024-11-15T11:19:11,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:19:11,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669551562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669551562"}]},"ts":"1731669551562"} 2024-11-15T11:19:11,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:19:11,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:19:11,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669551566"}]},"ts":"1731669551566"} 2024-11-15T11:19:11,569 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:19:11,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN}] 2024-11-15T11:19:11,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN 2024-11-15T11:19:11,571 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN; state=OFFLINE, location=dbbb793b8023,34815,1731669541809; forceNewPlan=false, retain=false 2024-11-15T11:19:11,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c16ad60c8d91408f35e1b17c7d46710f, regionState=OPENING, regionLocation=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:11,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN because future has completed 2024-11-15T11:19:11,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,34815,1731669541809}] 2024-11-15T11:19:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:11,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:11,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:19:11,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34815%2C1731669541809.rep, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:11,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.rep.1731669551886, exclude list is [], retry=0 2024-11-15T11:19:11,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:11,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.rep.1731669551886 2024-11-15T11:19:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:11,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c16ad60c8d91408f35e1b17c7d46710f, NAME => 'hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:11,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. service=MultiRowMutationService 2024-11-15T11:19:11,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,908 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,909 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName hfileref 2024-11-15T11:19:11,909 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:11,910 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:11,910 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,911 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName queue 2024-11-15T11:19:11,911 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:11,911 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:11,911 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,912 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName sid 2024-11-15T11:19:11,912 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:11,912 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:11,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:11,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c16ad60c8d91408f35e1b17c7d46710f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59843392, jitterRate=-0.10826396942138672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:11,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:11,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c16ad60c8d91408f35e1b17c7d46710f: Running coprocessor pre-open hook at 1731669551907Writing region info on filesystem at 1731669551907Initializing all the Stores at 1731669551907Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669551908 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669551908Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669551908Cleaning up temporary data from old regions at 1731669551914 (+6 ms)Running coprocessor post-open hooks at 1731669551922 (+8 ms)Region opened successfully at 1731669551922 2024-11-15T11:19:11,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., pid=7, masterSystemTime=1731669551876 2024-11-15T11:19:11,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:11,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c16ad60c8d91408f35e1b17c7d46710f, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34815,1731669541809 2024-11-15T11:19:11,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,34815,1731669541809 because future has completed 2024-11-15T11:19:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T11:19:11,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,34815,1731669541809 in 205 msec 2024-11-15T11:19:11,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:19:11,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN in 362 msec 2024-11-15T11:19:11,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:19:11,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669551935"}]},"ts":"1731669551935"} 2024-11-15T11:19:11,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:19:11,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:19:11,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-15T11:19:11,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., hostname=dbbb793b8023,34815,1731669541809, seqNum=2] 2024-11-15T11:19:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:12,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:19:12,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T11:19:12,195 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:19:12,225 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,34815,1731669541809, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:19:12,225 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:12,226 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34815,1731669541809, seqNum=-1] 2024-11-15T11:19:12,226 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:12,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T11:19:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,34815,1731669541809', locateType=CURRENT is [region=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., hostname=dbbb793b8023,34815,1731669541809, seqNum=2] 2024-11-15T11:19:12,232 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T11:19:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T11:19:12,236 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,34815,1731669541809 suceeded 2024-11-15T11:19:12,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T11:19:12,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-15T11:19:12,245 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:33941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:19:12,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-15T11:19:12,249 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:33941' 2024-11-15T11:19:12,250 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fc9333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:12,250 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,33941,-1 for getting cluster id 2024-11-15T11:19:12,250 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:12,251 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5' 2024-11-15T11:19:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5" 2024-11-15T11:19:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f986bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,33941,-1] 2024-11-15T11:19:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,252 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:12,253 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3b866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:12,253 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:12,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,33941,1731669547234 2024-11-15T11:19:12,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265d0ddd 2024-11-15T11:19:12,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:12,257 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:12,258 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,34815,1731669541809 (queues=1) is replicating from cluster=7e4747ec-b7e5-4457-97d3-5a05a11c57e4 to cluster=a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5 2024-11-15T11:19:12,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C34815%2C1731669541809 2024-11-15T11:19:12,258 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,34815,1731669541809, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:19:12,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013, startPosition=0, beingWritten=true 2024-11-15T11:19:12,264 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.shipperdbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C34815%2C1731669541809 2024-11-15T11:19:12,468 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 to pos 0, reset compression=false 2024-11-15T11:19:12,774 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 to pos 0, reset compression=false 2024-11-15T11:19:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:12,889 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:19:12,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:12,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:12,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:12,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39309,1731669541615 2024-11-15T11:19:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f27426d 2024-11-15T11:19:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:12,892 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:12,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39309 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:19:12,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:12,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:12,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:19:12,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646411286, stopped=false 2024-11-15T11:19:12,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:12,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,39309,1731669541615 2024-11-15T11:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:12,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:12,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:12,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:12,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:12,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:12,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,34815,1731669541809' ***** 2024-11-15T11:19:12,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:19:12,962 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:19:12,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:19:12,962 INFO [RS:0;dbbb793b8023:34815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:19:12,962 INFO [RS:0;dbbb793b8023:34815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:19:12,963 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(3091): Received CLOSE for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:12,963 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,34815,1731669541809 2024-11-15T11:19:12,963 INFO [RS:0;dbbb793b8023:34815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:12,963 INFO [RS:0;dbbb793b8023:34815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34815. 2024-11-15T11:19:12,963 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c16ad60c8d91408f35e1b17c7d46710f, disabling compactions & flushes 2024-11-15T11:19:12,963 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:12,963 DEBUG [RS:0;dbbb793b8023:34815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:12,963 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:12,963 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:12,963 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. after waiting 0 ms 2024-11-15T11:19:12,963 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:12,963 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c16ad60c8d91408f35e1b17c7d46710f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T11:19:12,964 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:19:12,964 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:19:12,964 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:19:12,964 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:19:12,964 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:19:12,965 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c16ad60c8d91408f35e1b17c7d46710f=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.} 2024-11-15T11:19:12,965 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:12,965 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:12,965 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:12,965 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:12,965 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:12,965 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:12,965 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T11:19:12,986 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/.tmp/queue/4d325aeec89d46b5b2f0658e8c3f07c9 is 151, key is 1-dbbb793b8023,34815,1731669541809/queue:dbbb793b8023%2C34815%2C1731669541809/1731669552230/Put/seqid=0 2024-11-15T11:19:12,992 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:12,992 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/911add0cd83b4ab19de2ce0222b4c61f is 147, key is hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f./info:regioninfo/1731669551926/Put/seqid=0 2024-11-15T11:19:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741838_1014 (size=5350) 2024-11-15T11:19:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741839_1015 (size=6631) 2024-11-15T11:19:13,165 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:13,179 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 to pos 0, reset compression=false 2024-11-15T11:19:13,365 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:13,395 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/.tmp/queue/4d325aeec89d46b5b2f0658e8c3f07c9 2024-11-15T11:19:13,396 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/911add0cd83b4ab19de2ce0222b4c61f 2024-11-15T11:19:13,404 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/.tmp/queue/4d325aeec89d46b5b2f0658e8c3f07c9 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/queue/4d325aeec89d46b5b2f0658e8c3f07c9 2024-11-15T11:19:13,422 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/queue/4d325aeec89d46b5b2f0658e8c3f07c9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T11:19:13,422 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/ns/1cb9e315c9d74059885ce142ad99f686 is 43, key is default/ns:d/1731669545136/Put/seqid=0 2024-11-15T11:19:13,423 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c16ad60c8d91408f35e1b17c7d46710f in 460ms, sequenceid=5, compaction requested=false 2024-11-15T11:19:13,423 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:19:13,429 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:19:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741840_1016 (size=5153) 2024-11-15T11:19:13,430 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:13,430 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:13,430 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:13,430 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c16ad60c8d91408f35e1b17c7d46710f: Waiting for close lock at 1731669552963Running coprocessor pre-close hooks at 1731669552963Disabling compacts and flushes for region at 1731669552963Disabling writes for close at 1731669552963Obtaining lock to block concurrent updates at 1731669552963Preparing flush snapshotting stores in c16ad60c8d91408f35e1b17c7d46710f at 1731669552963Finished memstore snapshotting hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731669552964 (+1 ms)Flushing stores of hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. at 1731669552964Flushing c16ad60c8d91408f35e1b17c7d46710f/queue: creating writer at 1731669552964Flushing c16ad60c8d91408f35e1b17c7d46710f/queue: appending metadata at 1731669552985 (+21 ms)Flushing c16ad60c8d91408f35e1b17c7d46710f/queue: closing flushed file at 1731669552985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2422ab1f: reopening flushed file at 1731669553403 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c16ad60c8d91408f35e1b17c7d46710f in 460ms, sequenceid=5, compaction requested=false at 1731669553423 (+20 ms)Writing region close event to WAL at 1731669553424 (+1 ms)Running coprocessor post-close hooks at 1731669553429 (+5 ms)Closed at 1731669553430 (+1 ms) 2024-11-15T11:19:13,430 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:13,430 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/ns/1cb9e315c9d74059885ce142ad99f686 2024-11-15T11:19:13,451 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/table/3dfce32ba7c242ed9697c85dd5e56901 is 53, key is hbase:replication/table:state/1731669551935/Put/seqid=0 2024-11-15T11:19:13,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741841_1017 (size=5256) 2024-11-15T11:19:13,565 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:13,685 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 to pos 0, reset compression=false 2024-11-15T11:19:13,765 DEBUG [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:13,856 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/table/3dfce32ba7c242ed9697c85dd5e56901 2024-11-15T11:19:13,861 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/911add0cd83b4ab19de2ce0222b4c61f as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/info/911add0cd83b4ab19de2ce0222b4c61f 2024-11-15T11:19:13,866 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/info/911add0cd83b4ab19de2ce0222b4c61f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T11:19:13,867 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/ns/1cb9e315c9d74059885ce142ad99f686 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/ns/1cb9e315c9d74059885ce142ad99f686 2024-11-15T11:19:13,871 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/ns/1cb9e315c9d74059885ce142ad99f686, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:19:13,872 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/table/3dfce32ba7c242ed9697c85dd5e56901 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/table/3dfce32ba7c242ed9697c85dd5e56901 2024-11-15T11:19:13,875 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/table/3dfce32ba7c242ed9697c85dd5e56901, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T11:19:13,876 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false 2024-11-15T11:19:13,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:19:13,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:13,881 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:13,881 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:13,881 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669552965Running coprocessor pre-close hooks at 1731669552965Disabling compacts and flushes for region at 1731669552965Disabling writes for close at 1731669552965Obtaining lock to block concurrent updates at 1731669552965Preparing flush snapshotting stores in 1588230740 at 1731669552965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731669552966 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669552973 (+7 ms)Flushing 1588230740/info: creating writer at 1731669552973Flushing 1588230740/info: appending metadata at 1731669552992 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731669552992Flushing 1588230740/ns: creating writer at 1731669553407 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731669553422 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731669553422Flushing 1588230740/table: creating writer at 1731669553435 (+13 ms)Flushing 1588230740/table: appending metadata at 1731669553451 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731669553451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0ebbfa: reopening flushed file at 1731669553861 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44352a4e: reopening flushed file at 1731669553866 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d978d7: reopening flushed file at 1731669553871 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=11, compaction requested=false at 1731669553876 (+5 ms)Writing region close event to WAL at 1731669553877 (+1 ms)Running coprocessor post-close hooks at 1731669553880 (+3 ms)Closed at 1731669553881 (+1 ms) 2024-11-15T11:19:13,881 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:13,893 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:19:13,893 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:19:13,965 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,34815,1731669541809; all regions closed. 2024-11-15T11:19:13,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.meta.1731669545049.meta not finished, retry = 0 2024-11-15T11:19:13,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741834_1010 (size=2742) 2024-11-15T11:19:14,071 DEBUG [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:14,071 INFO [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34815%2C1731669541809.meta:.meta(num 1731669545049) 2024-11-15T11:19:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741837_1013 (size=1586) 2024-11-15T11:19:14,075 DEBUG [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:14,075 INFO [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34815%2C1731669541809.rep:(num 1731669551886) 2024-11-15T11:19:14,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809/dbbb793b8023%2C34815%2C1731669541809.1731669544013 not finished, retry = 0 2024-11-15T11:19:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741832_1008 (size=93) 2024-11-15T11:19:14,181 DEBUG [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:14,181 INFO [RS:0;dbbb793b8023:34815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34815%2C1731669541809:(num 1731669544013) 2024-11-15T11:19:14,181 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:14,181 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:14,181 INFO [RS:0;dbbb793b8023:34815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:14,182 INFO [RS:0;dbbb793b8023:34815 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:14,182 INFO [RS:0;dbbb793b8023:34815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:14,182 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:14,182 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,34815,1731669541809 because: Region server is closing 2024-11-15T11:19:14,182 INFO [RS:0;dbbb793b8023:34815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34815. 2024-11-15T11:19:14,182 DEBUG [RS:0;dbbb793b8023:34815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:14,182 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:14,183 DEBUG [RS:0;dbbb793b8023:34815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:14,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:14,283 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.shipperdbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:19:14,283 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.wal-reader.dbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:19:14,283 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34815,1731669541809.replicationSource.shipperdbbb793b8023%2C34815%2C1731669541809,1-dbbb793b8023,34815,1731669541809 terminated 2024-11-15T11:19:14,283 INFO [RS:0;dbbb793b8023:34815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34815 2024-11-15T11:19:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/rs/dbbb793b8023,34815,1731669541809 2024-11-15T11:19:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/rs 2024-11-15T11:19:14,334 INFO [RS:0;dbbb793b8023:34815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:14,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,34815,1731669541809] 2024-11-15T11:19:14,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/draining/dbbb793b8023,34815,1731669541809 already deleted, retry=false 2024-11-15T11:19:14,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,34815,1731669541809 expired; onlineServers=0 2024-11-15T11:19:14,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,39309,1731669541615' ***** 2024-11-15T11:19:14,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:19:14,355 INFO [M:0;dbbb793b8023:39309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:14,355 INFO [M:0;dbbb793b8023:39309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:14,355 DEBUG [M:0;dbbb793b8023:39309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:19:14,355 DEBUG [M:0;dbbb793b8023:39309 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:19:14,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:19:14,355 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669543832 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669543832,5,FailOnTimeoutGroup] 2024-11-15T11:19:14,355 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669543832 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669543832,5,FailOnTimeoutGroup] 2024-11-15T11:19:14,355 INFO [M:0;dbbb793b8023:39309 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:14,355 INFO [M:0;dbbb793b8023:39309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:14,356 DEBUG [M:0;dbbb793b8023:39309 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:19:14,356 INFO [M:0;dbbb793b8023:39309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:19:14,356 INFO [M:0;dbbb793b8023:39309 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:14,356 INFO [M:0;dbbb793b8023:39309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:19:14,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:19:14,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/master 2024-11-15T11:19:14,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:14,366 DEBUG [M:0;dbbb793b8023:39309 {}] zookeeper.ZKUtil(347): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/master because node does not exist (not an error) 2024-11-15T11:19:14,366 WARN [M:0;dbbb793b8023:39309 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:19:14,366 INFO [M:0;dbbb793b8023:39309 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.lastflushedseqids 2024-11-15T11:19:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741842_1018 (size=181) 2024-11-15T11:19:14,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:14,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34815-0x1013e3835720001, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:14,445 INFO [RS:0;dbbb793b8023:34815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:14,445 INFO [RS:0;dbbb793b8023:34815 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,34815,1731669541809; zookeeper connection closed. 2024-11-15T11:19:14,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5082cba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5082cba 2024-11-15T11:19:14,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:19:14,777 INFO [M:0;dbbb793b8023:39309 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:19:14,777 INFO [M:0;dbbb793b8023:39309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:19:14,777 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:14,777 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:14,777 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:14,777 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:14,777 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:14,778 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T11:19:14,798 DEBUG [M:0;dbbb793b8023:39309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1c71c279bdd464ea4b76414c6f9c9ed is 82, key is hbase:meta,,1/info:regioninfo/1731669545087/Put/seqid=0 2024-11-15T11:19:14,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741843_1019 (size=5672) 2024-11-15T11:19:15,203 INFO [M:0;dbbb793b8023:39309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1c71c279bdd464ea4b76414c6f9c9ed 2024-11-15T11:19:15,220 DEBUG [M:0;dbbb793b8023:39309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfe2dd68cc041eb8580a706f79327b8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731669551938/Put/seqid=0 2024-11-15T11:19:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741844_1020 (size=7203) 2024-11-15T11:19:15,625 INFO [M:0;dbbb793b8023:39309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfe2dd68cc041eb8580a706f79327b8 2024-11-15T11:19:15,644 DEBUG [M:0;dbbb793b8023:39309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34a00190777c4433a8aad9333de0833c is 69, key is dbbb793b8023,34815,1731669541809/rs:state/1731669543864/Put/seqid=0 2024-11-15T11:19:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741845_1021 (size=5156) 2024-11-15T11:19:16,054 INFO [M:0;dbbb793b8023:39309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34a00190777c4433a8aad9333de0833c 2024-11-15T11:19:16,061 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1c71c279bdd464ea4b76414c6f9c9ed as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1c71c279bdd464ea4b76414c6f9c9ed 2024-11-15T11:19:16,067 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1c71c279bdd464ea4b76414c6f9c9ed, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T11:19:16,068 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bfe2dd68cc041eb8580a706f79327b8 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bfe2dd68cc041eb8580a706f79327b8 2024-11-15T11:19:16,075 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bfe2dd68cc041eb8580a706f79327b8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T11:19:16,076 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34a00190777c4433a8aad9333de0833c as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34a00190777c4433a8aad9333de0833c 2024-11-15T11:19:16,081 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34a00190777c4433a8aad9333de0833c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T11:19:16,082 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false 2024-11-15T11:19:16,083 INFO [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:16,083 DEBUG [M:0;dbbb793b8023:39309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669554777Disabling compacts and flushes for region at 1731669554777Disabling writes for close at 1731669554777Obtaining lock to block concurrent updates at 1731669554778 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669554778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731669554778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669554779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669554779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669554797 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669554797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669555207 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669555220 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669555220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669555629 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669555643 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669555643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d399c1: reopening flushed file at 1731669556060 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8ce4c3: reopening flushed file at 1731669556067 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed2e0bf: reopening flushed file at 1731669556075 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=70, compaction requested=false at 1731669556082 (+7 ms)Writing region close event to WAL at 1731669556083 (+1 ms)Closed at 1731669556083 2024-11-15T11:19:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741830_1006 (size=41008) 2024-11-15T11:19:16,088 INFO [M:0;dbbb793b8023:39309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:19:16,088 INFO [M:0;dbbb793b8023:39309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39309 2024-11-15T11:19:16,088 INFO [M:0;dbbb793b8023:39309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:16,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:16,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:16,231 INFO [M:0;dbbb793b8023:39309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39309-0x1013e3835720000, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:16,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:16,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:16,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:16,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:16,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37069 2024-11-15T11:19:16,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37069 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370690x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:16,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37069-0x1013e3835720006 connected 2024-11-15T11:19:16,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:16,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:16,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:16,446 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: INIT 2024-11-15T11:19:16,446 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070, hbase.cluster.distributed=false 2024-11-15T11:19:16,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/acl 2024-11-15T11:19:16,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-15T11:19:16,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37069 2024-11-15T11:19:16,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37069 2024-11-15T11:19:16,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-15T11:19:16,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37069 2024-11-15T11:19:16,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:16,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:16,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45547 2024-11-15T11:19:16,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45547 connecting to ZooKeeper ensemble=127.0.0.1:51502 2024-11-15T11:19:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:16,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455470x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:16,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455470x0, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:16,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45547-0x1013e3835720007 connected 2024-11-15T11:19:16,522 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: INIT 2024-11-15T11:19:16,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:16,523 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:16,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/master 2024-11-15T11:19:16,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/acl 2024-11-15T11:19:16,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-15T11:19:16,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45547 2024-11-15T11:19:16,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45547 2024-11-15T11:19:16,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-15T11:19:16,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-15T11:19:16,535 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:37069 2024-11-15T11:19:16,535 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-335284693/backup-masters/dbbb793b8023,37069,1731669556232 2024-11-15T11:19:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:16,611 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/backup-masters/dbbb793b8023,37069,1731669556232 2024-11-15T11:19:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/master 2024-11-15T11:19:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:16,664 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/master 2024-11-15T11:19:16,664 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-335284693/backup-masters/dbbb793b8023,37069,1731669556232 from backup master directory 2024-11-15T11:19:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/backup-masters/dbbb793b8023,37069,1731669556232 2024-11-15T11:19:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/backup-masters 2024-11-15T11:19:16,765 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:16,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,37069,1731669556232 2024-11-15T11:19:16,774 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:16,774 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:19:16,779 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-15T11:19:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741846_1022 (size=196) 2024-11-15T11:19:17,246 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:17,247 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:19:17,247 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:17,252 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T11:19:17,254 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615 to hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615-dead as it is dead 2024-11-15T11:19:17,254 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615-dead/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:17,255 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615-dead/dbbb793b8023%2C39309%2C1731669541615.1731669543563 after 1ms 2024-11-15T11:19:17,255 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615-dead/dbbb793b8023%2C39309%2C1731669541615.1731669543563 to hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:17,255 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,39309,1731669541615-dead 2024-11-15T11:19:17,256 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,37069,1731669556232 2024-11-15T11:19:17,257 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:17,258 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C37069%2C1731669556232, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,37069,1731669556232, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/oldWALs, maxLogs=10 2024-11-15T11:19:17,269 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,37069,1731669556232/dbbb793b8023%2C37069%2C1731669556232.1731669557258, exclude list is [], retry=0 2024-11-15T11:19:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:17,273 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/WALs/dbbb793b8023,37069,1731669556232/dbbb793b8023%2C37069%2C1731669556232.1731669557258 2024-11-15T11:19:17,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:17,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:17,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:17,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:19:17,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:17,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1c71c279bdd464ea4b76414c6f9c9ed 2024-11-15T11:19:17,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:17,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:19:17,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:17,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bfe2dd68cc041eb8580a706f79327b8 2024-11-15T11:19:17,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:17,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:19:17,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:17,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34a00190777c4433a8aad9333de0833c 2024-11-15T11:19:17,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:17,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:19:17,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:17,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:17,294 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,295 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T11:19:17,295 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:17,299 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:17,299 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/dbbb793b8023%2C39309%2C1731669541615.1731669543563 2024-11-15T11:19:17,300 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,301 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,301 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:17,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:17,304 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T11:19:17,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875123, jitterRate=-0.003483012318611145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:17,305 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669557274Initializing all the Stores at 1731669557275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669557275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669557275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669557275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669557275Cleaning up temporary data from old regions at 1731669557301 (+26 ms)Region opened successfully at 1731669557305 (+4 ms) 2024-11-15T11:19:17,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:19:17,307 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b50f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:17,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T11:19:17,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:19:17,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:19:17,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:19:17,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:19:17,312 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:17,313 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:19:17,313 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:19:17,313 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-15T11:19:17,313 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:19:17,315 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=dbbb793b8023,34815,1731669541809, regionLocation=dbbb793b8023,34815,1731669541809, openSeqNum=2 2024-11-15T11:19:17,315 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=dbbb793b8023,34815,1731669541809, table=hbase:meta, region=1588230740 2024-11-15T11:19:17,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34815,1731669541809, state=OPEN 2024-11-15T11:19:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:17,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:17,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:17,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:17,383 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:19:17,432 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/draining/dbbb793b8023,34815,1731669541809 already deleted, retry=false 2024-11-15T11:19:17,432 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of dbbb793b8023,34815,1731669541809 on dbbb793b8023,37069,1731669556232 2024-11-15T11:19:17,434 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dbbb793b8023,34815,1731669541809, splitWal=true, meta=true 2024-11-15T11:19:17,434 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for dbbb793b8023,34815,1731669541809 (carryingMeta=true) dbbb793b8023,34815,1731669541809/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1066f1e1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T11:19:17,435 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/balancer because node does not exist (not necessarily an error) 2024-11-15T11:19:17,521 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/balancer already deleted, retry=false 2024-11-15T11:19:17,521 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:19:17,522 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:19:17,612 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/normalizer already deleted, retry=false 2024-11-15T11:19:17,612 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:19:17,614 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:19:17,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/switch/split already deleted, retry=false 2024-11-15T11:19:17,671 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:19:17,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/switch/merge already deleted, retry=false 2024-11-15T11:19:17,839 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:19:17,860 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/snapshot-cleanup already deleted, retry=false 2024-11-15T11:19:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:17,871 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,37069,1731669556232, sessionid=0x1013e3835720006, setting cluster-up flag (Was=false) 2024-11-15T11:19:17,882 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-335284693/flush-table-proc/acquired, /0-335284693/flush-table-proc/reached, /0-335284693/flush-table-proc/abort 2024-11-15T11:19:17,882 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37069,1731669556232 2024-11-15T11:19:17,892 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-335284693/online-snapshot/acquired, /0-335284693/online-snapshot/reached, /0-335284693/online-snapshot/abort 2024-11-15T11:19:17,892 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,37069,1731669556232 2024-11-15T11:19:17,893 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.lastflushedseqids 2024-11-15T11:19:17,895 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:19:17,895 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:19:17,895 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,37069,1731669556232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 dbbb793b8023,34815,1731669541809 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:17,896 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669587897 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:19:17,897 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:19:17,898 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dbbb793b8023,34815,1731669541809, splitWal=true, meta=true 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:19:17,898 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669557898,5,FailOnTimeoutGroup] 2024-11-15T11:19:17,898 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669557898,5,FailOnTimeoutGroup] 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:19:17,898 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:17,899 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:17,898 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dbbb793b8023,34815,1731669541809, splitWal=true, meta=true, isMeta: true 2024-11-15T11:19:17,899 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669557899, completionTime=-1 2024-11-15T11:19:17,899 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T11:19:17,899 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T11:19:17,900 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809-splitting 2024-11-15T11:19:17,900 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809-splitting dir is empty, no logs to split. 2024-11-15T11:19:17,900 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbbb793b8023,34815,1731669541809 WAL count=0, meta=true 2024-11-15T11:19:17,902 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809-splitting dir is empty, no logs to split. 2024-11-15T11:19:17,902 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbbb793b8023,34815,1731669541809 WAL count=0, meta=true 2024-11-15T11:19:17,902 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dbbb793b8023,34815,1731669541809 WAL splitting is done? wals=0, meta=true 2024-11-15T11:19:17,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:19:17,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:17,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:19:17,928 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(746): ClusterId : 7e4747ec-b7e5-4457-97d3-5a05a11c57e4 2024-11-15T11:19:17,928 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:19:17,939 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:19:17,939 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:19:17,950 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:19:17,950 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34521869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:17,960 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:45547 2024-11-15T11:19:17,960 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:19:17,960 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:19:17,960 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:19:17,961 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,37069,1731669556232 with port=45547, startcode=1731669556461 2024-11-15T11:19:17,961 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:19:17,963 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:19:17,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,45547,1731669556461 2024-11-15T11:19:17,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37069 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:17,964 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070 2024-11-15T11:19:17,964 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33913 2024-11-15T11:19:17,964 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:19:17,999 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T11:19:18,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/rs 2024-11-15T11:19:18,039 DEBUG [RS:0;dbbb793b8023:45547 {}] zookeeper.ZKUtil(111): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on existing znode=/0-335284693/rs/dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,039 WARN [RS:0;dbbb793b8023:45547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:18,039 INFO [RS:0;dbbb793b8023:45547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:18,039 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,45547,1731669556461] 2024-11-15T11:19:18,055 WARN [dbbb793b8023:37069 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:19:18,061 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:19:18,062 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:19:18,064 INFO [RS:0;dbbb793b8023:45547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:19:18,064 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,064 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:19:18,065 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:19:18,065 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,065 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,065 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,065 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:18,066 DEBUG [RS:0;dbbb793b8023:45547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,068 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45547,1731669556461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:18,080 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:19:18,080 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45547,1731669556461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,093 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,45547,1731669556461, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:19:18,093 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,093 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.Replication(171): dbbb793b8023,45547,1731669556461 started 2024-11-15T11:19:18,107 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:18,107 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:33941' 2024-11-15T11:19:18,107 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,45547,1731669556461, RpcServer on dbbb793b8023/172.17.0.2:45547, sessionid=0x1013e3835720007 2024-11-15T11:19:18,107 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:19:18,107 DEBUG [RS:0;dbbb793b8023:45547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,45547,1731669556461' 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-335284693/flush-table-proc/abort' 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-335284693/flush-table-proc/acquired' 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,45547,1731669556461' 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-335284693/online-snapshot/abort' 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@596514f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,33941,-1 for getting cluster id 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:18,108 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-335284693/online-snapshot/acquired' 2024-11-15T11:19:18,109 DEBUG [RS:0;dbbb793b8023:45547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:19:18,109 INFO [RS:0;dbbb793b8023:45547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:19:18,109 INFO [RS:0;dbbb793b8023:45547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:19:18,109 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5' 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5" 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ccf8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,33941,-1] 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:18,111 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:18,112 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2915f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:18,112 DEBUG [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,33941,1731669547234 2024-11-15T11:19:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3675ebed 2024-11-15T11:19:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:18,114 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:18,115 INFO [RS:0;dbbb793b8023:45547.replicationSource,1-dbbb793b8023,45547,1731669556461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,45547,1731669556461 (queues=0) is replicating from cluster=7e4747ec-b7e5-4457-97d3-5a05a11c57e4 to cluster=a27b37c4-2ce2-4b3d-8ac5-06737dd6b5d5 2024-11-15T11:19:18,209 INFO [RS:0;dbbb793b8023:45547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:18,211 INFO [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C45547%2C1731669556461, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:18,225 DEBUG [RS:0;dbbb793b8023:45547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211, exclude list is [], retry=0 2024-11-15T11:19:18,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:18,233 INFO [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 2024-11-15T11:19:18,236 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group dbbb793b8023%2C45547%2C1731669556461 for peer 1 2024-11-15T11:19:18,236 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C45547%2C1731669556461 2024-11-15T11:19:18,237 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,45547,1731669556461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:19:18,238 DEBUG [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:18,239 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211, startPosition=0, beingWritten=true 2024-11-15T11:19:18,239 INFO [RS:0;dbbb793b8023:45547.replicationSource.shipperdbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C45547%2C1731669556461 2024-11-15T11:19:18,305 DEBUG [dbbb793b8023:37069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:18,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,45547,1731669556461, state=OPENING 2024-11-15T11:19:18,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:18,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:18,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:18,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:18,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:18,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,45547,1731669556461}] 2024-11-15T11:19:18,456 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:18,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:18,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:19:18,542 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:19:18,542 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:18,543 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:19:18,544 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C45547%2C1731669556461.meta, suffix=.meta, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:18,555 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.meta.1731669558544.meta, exclude list is [], retry=0 2024-11-15T11:19:18,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:18,559 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.meta.1731669558544.meta 2024-11-15T11:19:18,559 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:18,559 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:18,559 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:18,559 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:18,559 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:19:18,559 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:19:18,560 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:19:18,560 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:18,560 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:19:18,560 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:19:18,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:18,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:18,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:18,566 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/info/911add0cd83b4ab19de2ce0222b4c61f 2024-11-15T11:19:18,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:18,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:18,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:18,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:18,572 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/ns/1cb9e315c9d74059885ce142ad99f686 2024-11-15T11:19:18,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:18,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:18,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:18,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:18,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:18,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:18,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:18,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:18,579 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/table/3dfce32ba7c242ed9697c85dd5e56901 2024-11-15T11:19:18,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:18,579 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:18,580 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:18,581 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740 2024-11-15T11:19:18,582 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:18,582 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:18,582 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:18,583 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:18,584 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977636, jitterRate=-0.10626357793807983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:18,584 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:19:18,584 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669558560Writing region info on filesystem at 1731669558560Initializing all the Stores at 1731669558561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669558561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669558561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669558561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669558561Cleaning up temporary data from old regions at 1731669558582 (+21 ms)Running coprocessor post-open hooks at 1731669558584 (+2 ms)Region opened successfully at 1731669558584 2024-11-15T11:19:18,585 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731669558539 2024-11-15T11:19:18,586 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:19:18,587 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:19:18,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,45547,1731669556461, state=OPEN 2024-11-15T11:19:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-335284693/meta-region-server 2024-11-15T11:19:18,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:18,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:18,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-335284693/meta-region-server: CHANGED 2024-11-15T11:19:18,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T11:19:18,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,45547,1731669556461 in 210 msec 2024-11-15T11:19:18,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:19:18,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-15T11:19:18,760 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:19,165 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:19,501 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-15T11:19:19,670 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:20,274 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:20,980 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:21,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-15T11:19:21,785 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:22,408 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T11:19:22,408 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:19:22,408 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:22,408 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,45547,1731669556461, seqNum=-1] 2024-11-15T11:19:22,409 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:22,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:22,413 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c16ad60c8d91408f35e1b17c7d46710f, regionState=OPEN, lastHost=dbbb793b8023,34815,1731669541809, regionLocation=dbbb793b8023,34815,1731669541809, openSeqNum=2 2024-11-15T11:19:22,413 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:19:22,413 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669622413 2024-11-15T11:19:22,413 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669682413 2024-11-15T11:19:22,413 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T11:19:22,414 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): dbbb793b8023,34815,1731669541809 had 2 regions 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:37069, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,414 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,415 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dbbb793b8023,34815,1731669541809, splitWal=true, meta=true, isMeta: false 2024-11-15T11:19:22,416 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809-splitting dir is empty, no logs to split. 2024-11-15T11:19:22,416 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbbb793b8023,34815,1731669541809 WAL count=0, meta=false 2024-11-15T11:19:22,419 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,34815,1731669541809-splitting dir is empty, no logs to split. 2024-11-15T11:19:22,419 INFO [PEWorker-3 {}] master.SplitWALManager(105): dbbb793b8023,34815,1731669541809 WAL count=0, meta=false 2024-11-15T11:19:22,419 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if dbbb793b8023,34815,1731669541809 WAL splitting is done? wals=0, meta=false 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.655sec 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:22,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:19:22,421 WARN [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=dbbb793b8023,34815,1731669541809/hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:22,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN}] 2024-11-15T11:19:22,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN 2024-11-15T11:19:22,424 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:19:22,424 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:19:22,424 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37069,1731669556232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:22,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:19:22,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37069,-1 for getting cluster id 2024-11-15T11:19:22,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:22,432 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4747ec-b7e5-4457-97d3-5a05a11c57e4' 2024-11-15T11:19:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4747ec-b7e5-4457-97d3-5a05a11c57e4" 2024-11-15T11:19:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b4de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37069,-1] 2024-11-15T11:19:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,434 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bc86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,45547,1731669556461, seqNum=-1] 2024-11-15T11:19:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:22,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:22,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T11:19:22,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:22,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:22,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:22,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: dbbb793b8023:37069 after: dbbb793b8023:37069 2024-11-15T11:19:22,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27371c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,37069,-1 for getting cluster id 2024-11-15T11:19:22,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:22,440 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e4747ec-b7e5-4457-97d3-5a05a11c57e4' 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e4747ec-b7e5-4457-97d3-5a05a11c57e4" 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4854d5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,37069,-1] 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,442 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:22,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f488c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:22,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,37069,1731669556232 2024-11-15T11:19:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544732bd 2024-11-15T11:19:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:22,445 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:22,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T11:19:22,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:19:22,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:22,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:22,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:22,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:19:22,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1378750548, stopped=false 2024-11-15T11:19:22,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,33941,1731669547234 2024-11-15T11:19:22,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/136985924/running 2024-11-15T11:19:22,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/136985924/running 2024-11-15T11:19:22,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:22,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:22,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:22,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:22,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:22,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,34809,1731669547377' ***** 2024-11-15T11:19:22,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:19:22,461 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:19:22,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:19:22,461 INFO [RS:0;dbbb793b8023:34809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:19:22,461 INFO [RS:0;dbbb793b8023:34809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:19:22,461 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,34809,1731669547377 2024-11-15T11:19:22,461 INFO [RS:0;dbbb793b8023:34809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:22,462 INFO [RS:0;dbbb793b8023:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34809. 2024-11-15T11:19:22,462 DEBUG [RS:0;dbbb793b8023:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:22,462 DEBUG [RS:0;dbbb793b8023:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:22,462 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:19:22,462 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:19:22,462 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:19:22,462 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:19:22,463 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:19:22,463 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:19:22,463 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:22,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/running 2024-11-15T11:19:22,464 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:22,464 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:22,464 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:22,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Set watcher on znode that does not yet exist, /136985924/running 2024-11-15T11:19:22,464 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:22,464 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:22,464 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T11:19:22,468 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:19:22,468 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:19:22,474 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:22,494 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/.tmp/ns/7c2f82c802f04436b3765e63eacc994b is 43, key is default/ns:d/1731669550632/Put/seqid=0 2024-11-15T11:19:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741835_1011 (size=5153) 2024-11-15T11:19:22,575 DEBUG [dbbb793b8023:37069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:22,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c16ad60c8d91408f35e1b17c7d46710f, regionState=OPENING, regionLocation=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:22,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN because future has completed 2024-11-15T11:19:22,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,45547,1731669556461}] 2024-11-15T11:19:22,664 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:22,691 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:22,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:22,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:22,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:19:22,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C45547%2C1731669556461.rep, suffix=, logDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461, archiveDir=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs, maxLogs=10 2024-11-15T11:19:22,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.rep.1731669562743, exclude list is [], retry=0 2024-11-15T11:19:22,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-d1b4512e-0e40-4d60-9026-6f11b5cb2810,DISK] 2024-11-15T11:19:22,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.rep.1731669562743 2024-11-15T11:19:22,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33037:33037)] 2024-11-15T11:19:22,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c16ad60c8d91408f35e1b17c7d46710f, NAME => 'hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:22,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:22,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:22,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. service=MultiRowMutationService 2024-11-15T11:19:22,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:19:22,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:22,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,769 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,771 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName hfileref 2024-11-15T11:19:22,771 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:22,771 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:22,771 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,772 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName queue 2024-11-15T11:19:22,772 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:22,779 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/queue/4d325aeec89d46b5b2f0658e8c3f07c9 2024-11-15T11:19:22,779 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:22,779 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,780 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16ad60c8d91408f35e1b17c7d46710f columnFamilyName sid 2024-11-15T11:19:22,780 DEBUG [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:22,781 INFO [StoreOpener-c16ad60c8d91408f35e1b17c7d46710f-1 {}] regionserver.HStore(327): Store=c16ad60c8d91408f35e1b17c7d46710f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:22,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:22,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c16ad60c8d91408f35e1b17c7d46710f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62273519, jitterRate=-0.0720522552728653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:22,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:22,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c16ad60c8d91408f35e1b17c7d46710f: Running coprocessor pre-open hook at 1731669562768Writing region info on filesystem at 1731669562768Initializing all the Stores at 1731669562769 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669562769Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669562769Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669562769Cleaning up temporary data from old regions at 1731669562784 (+15 ms)Running coprocessor post-open hooks at 1731669562786 (+2 ms)Region opened successfully at 1731669562786 2024-11-15T11:19:22,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., pid=13, masterSystemTime=1731669562737 2024-11-15T11:19:22,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:22,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:22,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c16ad60c8d91408f35e1b17c7d46710f, regionState=OPEN, openSeqNum=9, regionLocation=dbbb793b8023,45547,1731669556461 2024-11-15T11:19:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,45547,1731669556461 because future has completed 2024-11-15T11:19:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T11:19:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c16ad60c8d91408f35e1b17c7d46710f, server=dbbb793b8023,45547,1731669556461 in 209 msec 2024-11-15T11:19:22,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T11:19:22,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c16ad60c8d91408f35e1b17c7d46710f, ASSIGN in 372 msec 2024-11-15T11:19:22,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T11:19:22,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f., hostname=dbbb793b8023,45547,1731669556461, seqNum=9] 2024-11-15T11:19:22,818 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for dbbb793b8023,34815,1731669541809 2024-11-15T11:19:22,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T11:19:22,864 DEBUG [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:22,901 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/.tmp/ns/7c2f82c802f04436b3765e63eacc994b 2024-11-15T11:19:22,907 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/.tmp/ns/7c2f82c802f04436b3765e63eacc994b as hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/ns/7c2f82c802f04436b3765e63eacc994b 2024-11-15T11:19:22,911 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/ns/7c2f82c802f04436b3765e63eacc994b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T11:19:22,912 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-15T11:19:22,912 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:19:22,916 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T11:19:22,917 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:22,917 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:22,917 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:22,917 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669562464Running coprocessor pre-close hooks at 1731669562464Disabling compacts and flushes for region at 1731669562464Disabling writes for close at 1731669562464Obtaining lock to block concurrent updates at 1731669562464Preparing flush snapshotting stores in 1588230740 at 1731669562464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731669562465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669562469 (+4 ms)Flushing 1588230740/ns: creating writer at 1731669562469Flushing 1588230740/ns: appending metadata at 1731669562493 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731669562493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55373598: reopening flushed file at 1731669562906 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1731669562912 (+6 ms)Writing region close event to WAL at 1731669562913 (+1 ms)Running coprocessor post-close hooks at 1731669562917 (+4 ms)Closed at 1731669562917 2024-11-15T11:19:22,917 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:22,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T11:19:23,064 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,34809,1731669547377; all regions closed. 2024-11-15T11:19:23,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741834_1010 (size=1152) 2024-11-15T11:19:23,069 DEBUG [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/oldWALs 2024-11-15T11:19:23,069 INFO [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34809%2C1731669547377.meta:.meta(num 1731669550579) 2024-11-15T11:19:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741832_1008 (size=93) 2024-11-15T11:19:23,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/WALs/dbbb793b8023,34809,1731669547377/dbbb793b8023%2C34809%2C1731669547377.1731669549595 not finished, retry = 0 2024-11-15T11:19:23,177 DEBUG [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/oldWALs 2024-11-15T11:19:23,177 INFO [RS:0;dbbb793b8023:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34809%2C1731669547377:(num 1731669549595) 2024-11-15T11:19:23,177 DEBUG [RS:0;dbbb793b8023:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:23,177 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:23,177 INFO [RS:0;dbbb793b8023:34809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:23,177 INFO [RS:0;dbbb793b8023:34809 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:23,178 INFO [RS:0;dbbb793b8023:34809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:23,178 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:23,178 INFO [RS:0;dbbb793b8023:34809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34809 2024-11-15T11:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/136985924/rs/dbbb793b8023,34809,1731669547377 2024-11-15T11:19:23,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924/rs 2024-11-15T11:19:23,191 INFO [RS:0;dbbb793b8023:34809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:23,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,34809,1731669547377] 2024-11-15T11:19:23,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /136985924/draining/dbbb793b8023,34809,1731669547377 already deleted, retry=false 2024-11-15T11:19:23,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,34809,1731669547377 expired; onlineServers=0 2024-11-15T11:19:23,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,33941,1731669547234' ***** 2024-11-15T11:19:23,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:23,212 DEBUG [M:0;dbbb793b8023:33941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:19:23,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:19:23,212 DEBUG [M:0;dbbb793b8023:33941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:19:23,212 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669549341 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669549341,5,FailOnTimeoutGroup] 2024-11-15T11:19:23,212 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669549344 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669549344,5,FailOnTimeoutGroup] 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:23,212 DEBUG [M:0;dbbb793b8023:33941 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:23,212 INFO [M:0;dbbb793b8023:33941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:19:23,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:19:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/136985924/master 2024-11-15T11:19:23,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/136985924 2024-11-15T11:19:23,222 DEBUG [M:0;dbbb793b8023:33941 {}] zookeeper.ZKUtil(347): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Unable to get data of znode /136985924/master because node does not exist (not an error) 2024-11-15T11:19:23,222 WARN [M:0;dbbb793b8023:33941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:19:23,223 INFO [M:0;dbbb793b8023:33941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/.lastflushedseqids 2024-11-15T11:19:23,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741836_1012 (size=99) 2024-11-15T11:19:23,301 INFO [RS:0;dbbb793b8023:34809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1013e3835720004, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:23,301 INFO [RS:0;dbbb793b8023:34809 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,34809,1731669547377; zookeeper connection closed. 2024-11-15T11:19:23,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ecbec3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ecbec3f 2024-11-15T11:19:23,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:19:23,628 INFO [M:0;dbbb793b8023:33941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:19:23,628 INFO [M:0;dbbb793b8023:33941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:19:23,629 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:23,629 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:23,629 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:23,629 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:23,629 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:23,629 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T11:19:23,663 DEBUG [M:0;dbbb793b8023:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcdc01dfd5fc458898c4f01f225a5658 is 82, key is hbase:meta,,1/info:regioninfo/1731669550615/Put/seqid=0 2024-11-15T11:19:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741837_1013 (size=5672) 2024-11-15T11:19:23,674 INFO [M:0;dbbb793b8023:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcdc01dfd5fc458898c4f01f225a5658 2024-11-15T11:19:23,696 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:23,708 DEBUG [M:0;dbbb793b8023:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d884e4f1c144795805064b8c2226ac7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731669550636/Put/seqid=0 2024-11-15T11:19:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741838_1014 (size=5275) 2024-11-15T11:19:23,728 INFO [M:0;dbbb793b8023:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d884e4f1c144795805064b8c2226ac7 2024-11-15T11:19:23,757 DEBUG [M:0;dbbb793b8023:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff0866af96b451b92705fc014d462e5 is 69, key is dbbb793b8023,34809,1731669547377/rs:state/1731669549437/Put/seqid=0 2024-11-15T11:19:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741839_1015 (size=5156) 2024-11-15T11:19:24,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:24,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:24,170 INFO [M:0;dbbb793b8023:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff0866af96b451b92705fc014d462e5 2024-11-15T11:19:24,175 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcdc01dfd5fc458898c4f01f225a5658 as hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcdc01dfd5fc458898c4f01f225a5658 2024-11-15T11:19:24,179 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcdc01dfd5fc458898c4f01f225a5658, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T11:19:24,180 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d884e4f1c144795805064b8c2226ac7 as hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d884e4f1c144795805064b8c2226ac7 2024-11-15T11:19:24,191 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d884e4f1c144795805064b8c2226ac7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T11:19:24,192 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff0866af96b451b92705fc014d462e5 as hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aff0866af96b451b92705fc014d462e5 2024-11-15T11:19:24,196 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aff0866af96b451b92705fc014d462e5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T11:19:24,199 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 570ms, sequenceid=28, compaction requested=false 2024-11-15T11:19:24,204 INFO [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:24,204 DEBUG [M:0;dbbb793b8023:33941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669563629Disabling compacts and flushes for region at 1731669563629Disabling writes for close at 1731669563629Obtaining lock to block concurrent updates at 1731669563629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669563629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731669563629Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669563630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669563630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669563663 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669563663Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669563679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669563707 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669563707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669563737 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669563757 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669563757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c07e94: reopening flushed file at 1731669564174 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7339ac04: reopening flushed file at 1731669564179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53419d74: reopening flushed file at 1731669564191 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 570ms, sequenceid=28, compaction requested=false at 1731669564199 (+8 ms)Writing region close event to WAL at 1731669564204 (+5 ms)Closed at 1731669564204 2024-11-15T11:19:24,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7910eca8-6492-2e65-78e5-5338aca9807e/MasterData/WALs/dbbb793b8023,33941,1731669547234/dbbb793b8023%2C33941%2C1731669547234.1731669549130 not finished, retry = 0 2024-11-15T11:19:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43265 is added to blk_1073741830_1006 (size=10165) 2024-11-15T11:19:24,308 INFO [M:0;dbbb793b8023:33941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:19:24,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:24,308 INFO [M:0;dbbb793b8023:33941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33941 2024-11-15T11:19:24,308 INFO [M:0;dbbb793b8023:33941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:24,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1013e3835720003, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:24,459 INFO [M:0;dbbb793b8023:33941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:24,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14869347{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:24,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a356b28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:24,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:24,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ece978{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:24,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31645530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:24,506 WARN [BP-163084339-172.17.0.2-1731669545289 heartbeating to localhost/127.0.0.1:46415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:19:24,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:19:24,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:19:24,506 WARN [BP-163084339-172.17.0.2-1731669545289 heartbeating to localhost/127.0.0.1:46415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-163084339-172.17.0.2-1731669545289 (Datanode Uuid c99530e3-71db-4ae1-87db-bd98a5d35709) service to localhost/127.0.0.1:46415 2024-11-15T11:19:24,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/cluster_9aace5a6-edca-d0bc-234c-bf612d56f8a6/data/data1/current/BP-163084339-172.17.0.2-1731669545289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:24,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/cluster_9aace5a6-edca-d0bc-234c-bf612d56f8a6/data/data2/current/BP-163084339-172.17.0.2-1731669545289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:24,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:19:24,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70dbeeba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:24,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0639{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:24,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:24,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2919ae25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:24,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c55a2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:24,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:19:24,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:19:24,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:24,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:24,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:24,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:19:24,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1750746279, stopped=false 2024-11-15T11:19:24,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,37069,1731669556232 2024-11-15T11:19:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/running 2024-11-15T11:19:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:24,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:24,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:24,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:24,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:24,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:24,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Set watcher on znode that does not yet exist, /0-335284693/running 2024-11-15T11:19:24,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,45547,1731669556461' ***** 2024-11-15T11:19:24,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:19:24,568 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:19:24,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:19:24,569 INFO [RS:0;dbbb793b8023:45547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:19:24,569 INFO [RS:0;dbbb793b8023:45547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:19:24,569 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:24,573 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:24,576 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,45547,1731669556461 2024-11-15T11:19:24,576 INFO [RS:0;dbbb793b8023:45547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:24,576 INFO [RS:0;dbbb793b8023:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:45547. 2024-11-15T11:19:24,577 DEBUG [RS:0;dbbb793b8023:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:24,577 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,577 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:19:24,577 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:19:24,577 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:19:24,577 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:19:24,578 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:19:24,578 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c16ad60c8d91408f35e1b17c7d46710f=hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f.} 2024-11-15T11:19:24,578 DEBUG [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16ad60c8d91408f35e1b17c7d46710f 2024-11-15T11:19:24,578 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c16ad60c8d91408f35e1b17c7d46710f, disabling compactions & flushes 2024-11-15T11:19:24,578 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:24,578 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:24,578 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. after waiting 0 ms 2024-11-15T11:19:24,578 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:24,581 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:24,581 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:24,581 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:24,581 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:24,581 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:24,581 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T11:19:24,619 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/replication/c16ad60c8d91408f35e1b17c7d46710f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T11:19:24,620 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:24,620 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:24,621 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:24,621 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c16ad60c8d91408f35e1b17c7d46710f: Waiting for close lock at 1731669564578Running coprocessor pre-close hooks at 1731669564578Disabling compacts and flushes for region at 1731669564578Disabling writes for close at 1731669564578Writing region close event to WAL at 1731669564595 (+17 ms)Running coprocessor post-close hooks at 1731669564620 (+25 ms)Closed at 1731669564621 (+1 ms) 2024-11-15T11:19:24,621 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f. 2024-11-15T11:19:24,637 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/550980e450e2458e9c535684ef94e64f is 147, key is hbase:replication,,1731669550745.c16ad60c8d91408f35e1b17c7d46710f./info:regioninfo/1731669562790/Put/seqid=0 2024-11-15T11:19:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741851_1027 (size=6385) 2024-11-15T11:19:24,662 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/550980e450e2458e9c535684ef94e64f 2024-11-15T11:19:24,677 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/.tmp/info/550980e450e2458e9c535684ef94e64f as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/info/550980e450e2458e9c535684ef94e64f 2024-11-15T11:19:24,687 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/info/550980e450e2458e9c535684ef94e64f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T11:19:24,688 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=19, compaction requested=false 2024-11-15T11:19:24,754 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T11:19:24,758 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:24,758 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:24,758 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:24,758 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669564580Running coprocessor pre-close hooks at 1731669564580Disabling compacts and flushes for region at 1731669564580Disabling writes for close at 1731669564581 (+1 ms)Obtaining lock to block concurrent updates at 1731669564581Preparing flush snapshotting stores in 1588230740 at 1731669564581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731669564582 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669564583 (+1 ms)Flushing 1588230740/info: creating writer at 1731669564583Flushing 1588230740/info: appending metadata at 1731669564635 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731669564635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403654ff: reopening flushed file at 1731669564674 (+39 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=19, compaction requested=false at 1731669564688 (+14 ms)Writing region close event to WAL at 1731669564729 (+41 ms)Running coprocessor post-close hooks at 1731669564758 (+29 ms)Closed at 1731669564758 2024-11-15T11:19:24,759 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:24,778 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,45547,1731669556461; all regions closed. 2024-11-15T11:19:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741849_1025 (size=2156) 2024-11-15T11:19:24,790 DEBUG [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:24,790 INFO [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C45547%2C1731669556461.meta:.meta(num 1731669558544) 2024-11-15T11:19:24,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.rep.1731669562743 not finished, retry = 0 2024-11-15T11:19:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741850_1026 (size=796) 2024-11-15T11:19:24,812 DEBUG [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/WALs/dbbb793b8023,45547,1731669556461/dbbb793b8023%2C45547%2C1731669556461.1731669558211 to pos 0, reset compression=false 2024-11-15T11:19:24,898 DEBUG [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:24,898 INFO [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C45547%2C1731669556461.rep:(num 1731669562743) 2024-11-15T11:19:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741848_1024 (size=93) 2024-11-15T11:19:24,903 DEBUG [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/oldWALs 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C45547%2C1731669556461:(num 1731669558211) 2024-11-15T11:19:24,903 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:24,903 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:24,903 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,45547,1731669556461 because: Region server is closing 2024-11-15T11:19:24,903 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T11:19:24,903 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T11:19:24,904 INFO [RS:0;dbbb793b8023:45547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:45547. 2024-11-15T11:19:24,904 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T11:19:24,904 DEBUG [RS:0;dbbb793b8023:45547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:24,904 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,904 DEBUG [RS:0;dbbb793b8023:45547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:24,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:25,004 WARN [RS:0;dbbb793b8023:45547.replicationSource.wal-reader.dbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:19:25,004 WARN [RS:0;dbbb793b8023:45547.replicationSource.shipperdbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:19:25,005 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;dbbb793b8023:45547.replicationSource.shipperdbbb793b8023%2C45547%2C1731669556461,1-dbbb793b8023,45547,1731669556461 terminated 2024-11-15T11:19:25,005 INFO [RS:0;dbbb793b8023:45547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45547 2024-11-15T11:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693/rs 2024-11-15T11:19:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/rs/dbbb793b8023,45547,1731669556461 2024-11-15T11:19:25,054 INFO [RS:0;dbbb793b8023:45547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:25,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,45547,1731669556461] 2024-11-15T11:19:25,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-335284693/draining/dbbb793b8023,45547,1731669556461 already deleted, retry=false 2024-11-15T11:19:25,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,45547,1731669556461 expired; onlineServers=0 2024-11-15T11:19:25,075 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,37069,1731669556232' ***** 2024-11-15T11:19:25,075 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:25,075 DEBUG [M:0;dbbb793b8023:37069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:19:25,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:19:25,075 DEBUG [M:0;dbbb793b8023:37069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:19:25,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669557898 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669557898,5,FailOnTimeoutGroup] 2024-11-15T11:19:25,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669557898 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669557898,5,FailOnTimeoutGroup] 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:25,075 DEBUG [M:0;dbbb793b8023:37069 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:19:25,075 INFO [M:0;dbbb793b8023:37069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:25,076 INFO [M:0;dbbb793b8023:37069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:19:25,076 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:19:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-335284693/master 2024-11-15T11:19:25,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-335284693 2024-11-15T11:19:25,085 DEBUG [M:0;dbbb793b8023:37069 {}] zookeeper.ZKUtil(347): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Unable to get data of znode /0-335284693/master because node does not exist (not an error) 2024-11-15T11:19:25,085 WARN [M:0;dbbb793b8023:37069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:19:25,086 INFO [M:0;dbbb793b8023:37069 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/.lastflushedseqids 2024-11-15T11:19:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741852_1028 (size=181) 2024-11-15T11:19:25,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:25,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45547-0x1013e3835720007, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:25,164 INFO [RS:0;dbbb793b8023:45547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:25,164 INFO [RS:0;dbbb793b8023:45547 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,45547,1731669556461; zookeeper connection closed. 2024-11-15T11:19:25,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13df855a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13df855a 2024-11-15T11:19:25,165 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:19:25,491 INFO [M:0;dbbb793b8023:37069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:19:25,491 INFO [M:0;dbbb793b8023:37069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:19:25,491 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:25,491 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:25,491 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:25,491 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:25,491 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:25,491 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T11:19:25,510 DEBUG [M:0;dbbb793b8023:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37d3efd221b4ce2a581d11f4f28e1f4 is 82, key is hbase:meta,,1/info:regioninfo/1731669558587/Put/seqid=0 2024-11-15T11:19:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741853_1029 (size=5672) 2024-11-15T11:19:25,514 INFO [M:0;dbbb793b8023:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37d3efd221b4ce2a581d11f4f28e1f4 2024-11-15T11:19:25,531 DEBUG [M:0;dbbb793b8023:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f0c35b2e24c4d19a21f2c3cd70d62b3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731669562795/Put/seqid=0 2024-11-15T11:19:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741854_1030 (size=7312) 2024-11-15T11:19:25,935 INFO [M:0;dbbb793b8023:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f0c35b2e24c4d19a21f2c3cd70d62b3 2024-11-15T11:19:25,988 DEBUG [M:0;dbbb793b8023:37069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb088615280d4aeca06d4c1ba4b14ca4 is 69, key is dbbb793b8023,45547,1731669556461/rs:state/1731669557963/Put/seqid=0 2024-11-15T11:19:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741855_1031 (size=5370) 2024-11-15T11:19:26,000 INFO [M:0;dbbb793b8023:37069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb088615280d4aeca06d4c1ba4b14ca4 2024-11-15T11:19:26,013 INFO [M:0;dbbb793b8023:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb088615280d4aeca06d4c1ba4b14ca4 2024-11-15T11:19:26,015 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37d3efd221b4ce2a581d11f4f28e1f4 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e37d3efd221b4ce2a581d11f4f28e1f4 2024-11-15T11:19:26,021 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e37d3efd221b4ce2a581d11f4f28e1f4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T11:19:26,022 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f0c35b2e24c4d19a21f2c3cd70d62b3 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f0c35b2e24c4d19a21f2c3cd70d62b3 2024-11-15T11:19:26,027 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f0c35b2e24c4d19a21f2c3cd70d62b3, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T11:19:26,028 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb088615280d4aeca06d4c1ba4b14ca4 as hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb088615280d4aeca06d4c1ba4b14ca4 2024-11-15T11:19:26,033 INFO [M:0;dbbb793b8023:37069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb088615280d4aeca06d4c1ba4b14ca4 2024-11-15T11:19:26,033 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33913/user/jenkins/test-data/b2d830c9-4bd6-f0ee-6b66-4753f7cfe070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb088615280d4aeca06d4c1ba4b14ca4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T11:19:26,034 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=127, compaction requested=false 2024-11-15T11:19:26,037 INFO [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:26,037 DEBUG [M:0;dbbb793b8023:37069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669565491Disabling compacts and flushes for region at 1731669565491Disabling writes for close at 1731669565491Obtaining lock to block concurrent updates at 1731669565491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669565491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731669565492 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669565492Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669565492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669565509 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669565509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669565518 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669565530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669565530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669565948 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669565987 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669565987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3e025c: reopening flushed file at 1731669566013 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aee2bd8: reopening flushed file at 1731669566021 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1406400b: reopening flushed file at 1731669566027 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=127, compaction requested=false at 1731669566034 (+7 ms)Writing region close event to WAL at 1731669566037 (+3 ms)Closed at 1731669566037 2024-11-15T11:19:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741847_1023 (size=22903) 2024-11-15T11:19:26,043 INFO [M:0;dbbb793b8023:37069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:19:26,043 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:26,043 INFO [M:0;dbbb793b8023:37069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37069 2024-11-15T11:19:26,044 INFO [M:0;dbbb793b8023:37069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:26,192 INFO [M:0;dbbb793b8023:37069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37069-0x1013e3835720006, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:26,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@584a3753{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:26,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4417ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:26,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:26,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dca8081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:26,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ac15699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:26,199 WARN [BP-205934202-172.17.0.2-1731669539288 heartbeating to localhost/127.0.0.1:33913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:19:26,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:19:26,199 WARN [BP-205934202-172.17.0.2-1731669539288 heartbeating to localhost/127.0.0.1:33913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-205934202-172.17.0.2-1731669539288 (Datanode Uuid 9a253efc-e45d-44ce-afef-37f8802669a9) service to localhost/127.0.0.1:33913 2024-11-15T11:19:26,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:19:26,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/data/data1/current/BP-205934202-172.17.0.2-1731669539288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:26,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/cluster_6bc7b587-ee53-d270-c10b-07cf02710e4d/data/data2/current/BP-205934202-172.17.0.2-1731669539288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:26,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:19:26,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0ce013{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:26,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c36039a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:26,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:26,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357bf49f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:26,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@380d5803{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2f3373-d02a-169b-515e-865129185311/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:26,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:19:26,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:19:26,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51502) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51502) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46415 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33913 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4378 (was 3918) - AvailableMemoryMB LEAK? - 2024-11-15T11:19:26,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4377 2024-11-15T11:19:26,293 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T11:19:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir so I do NOT create it in target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2 2024-11-15T11:19:26,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:19:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.tmp.dir so I do NOT create it in target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2 2024-11-15T11:19:26,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d44634bf-bbdc-7671-0539-badaa79d4d3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:19:26,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2 2024-11-15T11:19:26,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42, deleteOnExit=true 2024-11-15T11:19:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e3835720005, quorum=127.0.0.1:51502, baseZNode=/136985924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:19:26,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e3835720005, quorum=127.0.0.1:51502, baseZNode=/136985924 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:19:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e3835720002, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:19:26,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e3835720002, quorum=127.0.0.1:51502, baseZNode=/0-335284693 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:19:26,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/zookeeper_0, clientPort=59849, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:19:26,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59849 2024-11-15T11:19:26,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:19:26,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/test.cache.data in system properties and HBase conf 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:19:26,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:19:26,340 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:26,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:19:26,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:19:26,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:26,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:26,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:26,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:26,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:26,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:26,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0801c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:26,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a390a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:26,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ac6cc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/java.io.tmpdir/jetty-localhost-38825-hadoop-hdfs-3_4_1-tests_jar-_-any-187426307765291299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:26,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2203128d{HTTP/1.1, (http/1.1)}{localhost:38825} 2024-11-15T11:19:26,994 INFO [Time-limited test {}] server.Server(415): Started @166695ms 2024-11-15T11:19:27,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:27,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:27,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:27,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:27,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:27,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdea809{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:27,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11eb5101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:27,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52454770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/java.io.tmpdir/jetty-localhost-41343-hadoop-hdfs-3_4_1-tests_jar-_-any-5260897866881172119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:27,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36c96e0b{HTTP/1.1, (http/1.1)}{localhost:41343} 2024-11-15T11:19:27,410 INFO [Time-limited test {}] server.Server(415): Started @167111ms 2024-11-15T11:19:27,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:19:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:19:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:19:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:28,236 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/data/data1/current/BP-646485967-172.17.0.2-1731669566362/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:28,240 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/data/data2/current/BP-646485967-172.17.0.2-1731669566362/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:28,293 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:19:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5caec5c0efae8f4 with lease ID 0x65e7bfd53f4d42af: Processing first storage report for DS-dcd3b795-389b-4099-9fd9-4f745bd0db75 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=4ee10e20-902d-4ceb-9e4a-c7e23612082c, infoPort=34639, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=1083098233;c=1731669566362) 2024-11-15T11:19:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5caec5c0efae8f4 with lease ID 0x65e7bfd53f4d42af: from storage DS-dcd3b795-389b-4099-9fd9-4f745bd0db75 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=4ee10e20-902d-4ceb-9e4a-c7e23612082c, infoPort=34639, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=1083098233;c=1731669566362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5caec5c0efae8f4 with lease ID 0x65e7bfd53f4d42af: Processing first storage report for DS-987f2244-55a7-43b0-93e2-413238ec3ac9 from datanode DatanodeRegistration(127.0.0.1:37145, datanodeUuid=4ee10e20-902d-4ceb-9e4a-c7e23612082c, infoPort=34639, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=1083098233;c=1731669566362) 2024-11-15T11:19:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5caec5c0efae8f4 with lease ID 0x65e7bfd53f4d42af: from storage DS-987f2244-55a7-43b0-93e2-413238ec3ac9 node DatanodeRegistration(127.0.0.1:37145, datanodeUuid=4ee10e20-902d-4ceb-9e4a-c7e23612082c, infoPort=34639, infoSecurePort=0, ipcPort=38169, storageInfo=lv=-57;cid=testClusterID;nsid=1083098233;c=1731669566362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:28,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2 2024-11-15T11:19:28,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:19:28,736 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504 with version=8 2024-11-15T11:19:28,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/hbase-staging 2024-11-15T11:19:28,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:28,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43611 2024-11-15T11:19:28,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43611 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:28,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436110x0, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:28,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43611-0x1013e389f2a0000 connected 2024-11-15T11:19:28,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/running 2024-11-15T11:19:28,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504, hbase.cluster.distributed=false 2024-11-15T11:19:28,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/acl 2024-11-15T11:19:28,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-15T11:19:28,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43611 2024-11-15T11:19:28,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43611 2024-11-15T11:19:28,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-15T11:19:28,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-15T11:19:28,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:28,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:28,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:28,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:28,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36779 2024-11-15T11:19:28,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36779 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:28,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367790x0, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:28,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367790x0, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/running 2024-11-15T11:19:28,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36779-0x1013e389f2a0001 connected 2024-11-15T11:19:28,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:28,981 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:28,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/master 2024-11-15T11:19:28,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/acl 2024-11-15T11:19:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36779 2024-11-15T11:19:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36779 2024-11-15T11:19:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36779 2024-11-15T11:19:28,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36779 2024-11-15T11:19:28,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36779 2024-11-15T11:19:29,000 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:43611 2024-11-15T11:19:29,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1982412035/backup-masters/dbbb793b8023,43611,1731669568738 2024-11-15T11:19:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/backup-masters 2024-11-15T11:19:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/backup-masters 2024-11-15T11:19:29,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on existing znode=/0-1982412035/backup-masters/dbbb793b8023,43611,1731669568738 2024-11-15T11:19:29,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:29,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1982412035/master 2024-11-15T11:19:29,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:29,140 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on existing znode=/0-1982412035/master 2024-11-15T11:19:29,140 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1982412035/backup-masters/dbbb793b8023,43611,1731669568738 from backup master directory 2024-11-15T11:19:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1982412035/backup-masters/dbbb793b8023,43611,1731669568738 2024-11-15T11:19:29,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/backup-masters 2024-11-15T11:19:29,165 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:29,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,43611,1731669568738 2024-11-15T11:19:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/backup-masters 2024-11-15T11:19:29,170 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/hbase.id] with ID: 5d949b4d-dcc5-48b5-97a2-e32ec8372ca5 2024-11-15T11:19:29,170 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/.tmp/hbase.id 2024-11-15T11:19:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:19:29,176 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/.tmp/hbase.id]:[hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/hbase.id] 2024-11-15T11:19:29,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:29,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:19:29,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:19:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:29,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:19:29,218 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:29,219 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:19:29,219 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:19:29,626 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store 2024-11-15T11:19:29,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:30,032 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:30,032 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:30,032 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669570032Disabling compacts and flushes for region at 1731669570032Disabling writes for close at 1731669570032Writing region close event to WAL at 1731669570032Closed at 1731669570032 2024-11-15T11:19:30,033 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/.initializing 2024-11-15T11:19:30,033 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/WALs/dbbb793b8023,43611,1731669568738 2024-11-15T11:19:30,034 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:30,035 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C43611%2C1731669568738, suffix=, logDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/WALs/dbbb793b8023,43611,1731669568738, archiveDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/oldWALs, maxLogs=10 2024-11-15T11:19:30,051 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/WALs/dbbb793b8023,43611,1731669568738/dbbb793b8023%2C43611%2C1731669568738.1731669570035, exclude list is [], retry=0 2024-11-15T11:19:30,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-dcd3b795-389b-4099-9fd9-4f745bd0db75,DISK] 2024-11-15T11:19:30,055 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/WALs/dbbb793b8023,43611,1731669568738/dbbb793b8023%2C43611%2C1731669568738.1731669570035 2024-11-15T11:19:30,055 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-15T11:19:30,055 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:30,056 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:30,056 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,056 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:19:30,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:30,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:30,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:19:30,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:30,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:30,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:19:30,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:30,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:30,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:19:30,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:30,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:30,063 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,063 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,063 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,064 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,064 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,065 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:30,066 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:30,067 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:30,068 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74692960, jitterRate=0.11301183700561523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:30,068 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669570056Initializing all the Stores at 1731669570057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669570057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669570057Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669570057Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669570057Cleaning up temporary data from old regions at 1731669570064 (+7 ms)Region opened successfully at 1731669570068 (+4 ms) 2024-11-15T11:19:30,069 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:19:30,071 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9172ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:30,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:19:30,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:19:30,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:19:30,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:19:30,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:19:30,073 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:19:30,073 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:19:30,074 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:19:30,075 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/balancer because node does not exist (not necessarily an error) 2024-11-15T11:19:30,122 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/balancer already deleted, retry=false 2024-11-15T11:19:30,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:30,123 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:19:30,123 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:19:30,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/normalizer already deleted, retry=false 2024-11-15T11:19:30,133 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:19:30,134 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:19:30,143 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/switch/split already deleted, retry=false 2024-11-15T11:19:30,144 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:19:30,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,154 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/switch/merge already deleted, retry=false 2024-11-15T11:19:30,156 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:19:30,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:30,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/snapshot-cleanup already deleted, retry=false 2024-11-15T11:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1982412035/running 2024-11-15T11:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1982412035/running 2024-11-15T11:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,175 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,43611,1731669568738, sessionid=0x1013e389f2a0000, setting cluster-up flag (Was=false) 2024-11-15T11:19:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,228 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1982412035/flush-table-proc/acquired, /0-1982412035/flush-table-proc/reached, /0-1982412035/flush-table-proc/abort 2024-11-15T11:19:30,229 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,43611,1731669568738 2024-11-15T11:19:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:30,280 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1982412035/online-snapshot/acquired, /0-1982412035/online-snapshot/reached, /0-1982412035/online-snapshot/abort 2024-11-15T11:19:30,281 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,43611,1731669568738 2024-11-15T11:19:30,282 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:19:30,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:30,283 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:19:30,284 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:19:30,284 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of dbbb793b8023,34815,1731669541809: status=Processing ServerCrashProcedure of dbbb793b8023,34815,1731669541809 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731669557898, completionTime=-1 appears to have been leaked 2024-11-15T11:19:30,284 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,43611,1731669568738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:30,285 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669600286 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:30,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:19:30,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:19:30,287 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669570287,5,FailOnTimeoutGroup] 2024-11-15T11:19:30,287 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669570287,5,FailOnTimeoutGroup] 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:30,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:19:30,293 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(746): ClusterId : 5d949b4d-dcc5-48b5-97a2-e32ec8372ca5 2024-11-15T11:19:30,293 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:19:30,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:19:30,306 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:19:30,306 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:19:30,317 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:19:30,317 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7042842a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:30,328 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:36779 2024-11-15T11:19:30,328 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:19:30,328 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:19:30,328 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:19:30,329 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,43611,1731669568738 with port=36779, startcode=1731669568954 2024-11-15T11:19:30,329 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:19:30,330 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:19:30,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,331 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504 2024-11-15T11:19:30,331 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37959 2024-11-15T11:19:30,331 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:19:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/rs 2024-11-15T11:19:30,344 DEBUG [RS:0;dbbb793b8023:36779 {}] zookeeper.ZKUtil(111): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on existing znode=/0-1982412035/rs/dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,344 WARN [RS:0;dbbb793b8023:36779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:30,344 INFO [RS:0;dbbb793b8023:36779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:30,344 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,36779,1731669568954] 2024-11-15T11:19:30,347 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:19:30,348 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:19:30,348 INFO [RS:0;dbbb793b8023:36779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:19:30,348 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,350 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:19:30,350 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:19:30,351 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:30,351 DEBUG [RS:0;dbbb793b8023:36779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,352 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36779,1731669568954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:30,368 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:19:30,368 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36779,1731669568954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,368 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,368 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.Replication(171): dbbb793b8023,36779,1731669568954 started 2024-11-15T11:19:30,382 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:30,382 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,36779,1731669568954, RpcServer on dbbb793b8023/172.17.0.2:36779, sessionid=0x1013e389f2a0001 2024-11-15T11:19:30,382 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:19:30,382 DEBUG [RS:0;dbbb793b8023:36779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,382 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,36779,1731669568954' 2024-11-15T11:19:30,382 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1982412035/flush-table-proc/abort' 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1982412035/flush-table-proc/acquired' 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,36779,1731669568954 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,36779,1731669568954' 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1982412035/online-snapshot/abort' 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1982412035/online-snapshot/acquired' 2024-11-15T11:19:30,383 DEBUG [RS:0;dbbb793b8023:36779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:19:30,383 INFO [RS:0;dbbb793b8023:36779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:19:30,383 INFO [RS:0;dbbb793b8023:36779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:19:30,484 INFO [RS:0;dbbb793b8023:36779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:30,485 INFO [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36779%2C1731669568954, suffix=, logDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954, archiveDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs, maxLogs=10 2024-11-15T11:19:30,497 DEBUG [RS:0;dbbb793b8023:36779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486, exclude list is [], retry=0 2024-11-15T11:19:30,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-dcd3b795-389b-4099-9fd9-4f745bd0db75,DISK] 2024-11-15T11:19:30,502 INFO [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 2024-11-15T11:19:30,503 DEBUG [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-15T11:19:30,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:19:30,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504 2024-11-15T11:19:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:19:31,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:31,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:31,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:31,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:31,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:31,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:31,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:31,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:31,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:31,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:31,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740 2024-11-15T11:19:31,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740 2024-11-15T11:19:31,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:31,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:31,114 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:31,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:31,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:31,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65741619, jitterRate=-0.02037353813648224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669571106Initializing all the Stores at 1731669571106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669571106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571106Cleaning up temporary data from old regions at 1731669571114 (+8 ms)Region opened successfully at 1731669571118 (+4 ms) 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:31,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:31,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669571118Disabling compacts and flushes for region at 1731669571118Disabling writes for close at 1731669571118Writing region close event to WAL at 1731669571118Closed at 1731669571118 2024-11-15T11:19:31,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:31,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:19:31,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:19:31,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:31,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:19:31,271 DEBUG [dbbb793b8023:43611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:31,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:31,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,36779,1731669568954, state=OPENING 2024-11-15T11:19:31,322 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:19:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:31,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1982412035/meta-region-server: CHANGED 2024-11-15T11:19:31,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:31,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1982412035/meta-region-server: CHANGED 2024-11-15T11:19:31,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,36779,1731669568954}] 2024-11-15T11:19:31,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:31,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:19:31,523 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:19:31,523 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:31,523 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:19:31,524 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36779%2C1731669568954.meta, suffix=.meta, logDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954, archiveDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs, maxLogs=10 2024-11-15T11:19:31,539 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.meta.1731669571524.meta, exclude list is [], retry=0 2024-11-15T11:19:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-dcd3b795-389b-4099-9fd9-4f745bd0db75,DISK] 2024-11-15T11:19:31,543 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.meta.1731669571524.meta 2024-11-15T11:19:31,543 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-15T11:19:31,543 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:31,544 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:19:31,544 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:19:31,544 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:19:31,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:31,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:31,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:31,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:31,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:31,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:31,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:31,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:31,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:31,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:31,550 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:31,550 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740 2024-11-15T11:19:31,551 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740 2024-11-15T11:19:31,552 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:31,552 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:31,552 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:31,553 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:31,554 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67034686, jitterRate=-0.0011053383350372314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:31,554 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:19:31,554 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669571544Writing region info on filesystem at 1731669571544Initializing all the Stores at 1731669571545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669571545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669571545Cleaning up temporary data from old regions at 1731669571552 (+7 ms)Running coprocessor post-open hooks at 1731669571554 (+2 ms)Region opened successfully at 1731669571554 2024-11-15T11:19:31,555 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669571518 2024-11-15T11:19:31,557 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:19:31,557 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:19:31,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:31,558 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,36779,1731669568954, state=OPEN 2024-11-15T11:19:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1982412035/meta-region-server 2024-11-15T11:19:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1982412035/meta-region-server 2024-11-15T11:19:31,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:31,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1982412035/meta-region-server: CHANGED 2024-11-15T11:19:31,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1982412035/meta-region-server: CHANGED 2024-11-15T11:19:31,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:19:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,36779,1731669568954 in 214 msec 2024-11-15T11:19:31,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:19:31,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-15T11:19:31,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:31,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:19:31,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:31,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:31,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:31,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:31,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-15T11:19:31,590 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669571590, completionTime=-1 2024-11-15T11:19:31,591 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:19:31,591 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:19:31,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:19:31,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669631592 2024-11-15T11:19:31,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669691592 2024-11-15T11:19:31,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:19:31,592 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,593 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,593 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,593 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:43611, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,593 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,593 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,594 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.431sec 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:31,596 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:19:31,598 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:19:31,598 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:19:31,598 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43611,1731669568738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:31,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6068afd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:31,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:31,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:31,695 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1edd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:31,696 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:31,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fbfa94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:31,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:31,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,43611,1731669568738 2024-11-15T11:19:31,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:31,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:31,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e389f2a0002 connected 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir so I do NOT create it in target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d 2024-11-15T11:19:31,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.tmp.dir so I do NOT create it in target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d 2024-11-15T11:19:31,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:19:31,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/cluster_3839d1ff-c12e-835c-d9d5-fc610ec53e7b, deleteOnExit=true 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/test.cache.data in system properties and HBase conf 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:19:31,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:19:31,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:19:32,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:32,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:32,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:32,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:32,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:32,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:32,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456220b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:32,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4b537b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aeafffe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/java.io.tmpdir/jetty-localhost-46431-hadoop-hdfs-3_4_1-tests_jar-_-any-2066168023487175927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:32,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b3e5e5f{HTTP/1.1, (http/1.1)}{localhost:46431} 2024-11-15T11:19:32,153 INFO [Time-limited test {}] server.Server(415): Started @171854ms 2024-11-15T11:19:32,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:32,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:32,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:32,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:32,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:32,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751a2c45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:32,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@713de407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:32,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10048048{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/java.io.tmpdir/jetty-localhost-40827-hadoop-hdfs-3_4_1-tests_jar-_-any-4626539345904726386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:32,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20a4cb61{HTTP/1.1, (http/1.1)}{localhost:40827} 2024-11-15T11:19:32,495 INFO [Time-limited test {}] server.Server(415): Started @172196ms 2024-11-15T11:19:32,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:19:33,148 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/cluster_3839d1ff-c12e-835c-d9d5-fc610ec53e7b/data/data2/current/BP-104649681-172.17.0.2-1731669571746/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:33,148 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/cluster_3839d1ff-c12e-835c-d9d5-fc610ec53e7b/data/data1/current/BP-104649681-172.17.0.2-1731669571746/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:33,165 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:19:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4534f037cb3b4aec with lease ID 0x68d53b8bc9d2701c: Processing first storage report for DS-6488697a-884b-487d-883c-2b56e7c7c94a from datanode DatanodeRegistration(127.0.0.1:43479, datanodeUuid=749c33b8-c6e8-476d-aac0-e9846fae0ad4, infoPort=34965, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=246023592;c=1731669571746) 2024-11-15T11:19:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4534f037cb3b4aec with lease ID 0x68d53b8bc9d2701c: from storage DS-6488697a-884b-487d-883c-2b56e7c7c94a node DatanodeRegistration(127.0.0.1:43479, datanodeUuid=749c33b8-c6e8-476d-aac0-e9846fae0ad4, infoPort=34965, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=246023592;c=1731669571746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4534f037cb3b4aec with lease ID 0x68d53b8bc9d2701c: Processing first storage report for DS-dea8d1d2-74b4-43b8-92f8-a3f45b850f7b from datanode DatanodeRegistration(127.0.0.1:43479, datanodeUuid=749c33b8-c6e8-476d-aac0-e9846fae0ad4, infoPort=34965, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=246023592;c=1731669571746) 2024-11-15T11:19:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4534f037cb3b4aec with lease ID 0x68d53b8bc9d2701c: from storage DS-dea8d1d2-74b4-43b8-92f8-a3f45b850f7b node DatanodeRegistration(127.0.0.1:43479, datanodeUuid=749c33b8-c6e8-476d-aac0-e9846fae0ad4, infoPort=34965, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=246023592;c=1731669571746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:33,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d 2024-11-15T11:19:33,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:19:33,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da with version=8 2024-11-15T11:19:33,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/hbase-staging 2024-11-15T11:19:33,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:33,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:33,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34971 2024-11-15T11:19:33,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34971 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:33,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349710x0, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:33,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34971-0x1013e389f2a0003 connected 2024-11-15T11:19:33,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/running 2024-11-15T11:19:33,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da, hbase.cluster.distributed=false 2024-11-15T11:19:33,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/acl 2024-11-15T11:19:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-15T11:19:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-11-15T11:19:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-11-15T11:19:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-15T11:19:33,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-11-15T11:19:33,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:33,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:33,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36919 2024-11-15T11:19:33,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36919 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:33,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:33,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369190x0, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:33,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369190x0, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/running 2024-11-15T11:19:33,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36919-0x1013e389f2a0004 connected 2024-11-15T11:19:33,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:33,797 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:33,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/master 2024-11-15T11:19:33,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/acl 2024-11-15T11:19:33,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-15T11:19:33,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36919 2024-11-15T11:19:33,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36919 2024-11-15T11:19:33,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-15T11:19:33,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-15T11:19:33,809 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:34971 2024-11-15T11:19:33,811 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11119452477/backup-masters/dbbb793b8023,34971,1731669573634 2024-11-15T11:19:33,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/backup-masters 2024-11-15T11:19:33,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/backup-masters 2024-11-15T11:19:33,822 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on existing znode=/11119452477/backup-masters/dbbb793b8023,34971,1731669573634 2024-11-15T11:19:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11119452477/master 2024-11-15T11:19:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:33,832 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on existing znode=/11119452477/master 2024-11-15T11:19:33,832 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11119452477/backup-masters/dbbb793b8023,34971,1731669573634 from backup master directory 2024-11-15T11:19:33,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11119452477/backup-masters/dbbb793b8023,34971,1731669573634 2024-11-15T11:19:33,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/backup-masters 2024-11-15T11:19:33,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/backup-masters 2024-11-15T11:19:33,842 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:33,842 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,34971,1731669573634 2024-11-15T11:19:33,845 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/hbase.id] with ID: aaceef4b-a653-4a40-add3-6afe69e33b4b 2024-11-15T11:19:33,845 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/.tmp/hbase.id 2024-11-15T11:19:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:19:34,250 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/.tmp/hbase.id]:[hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/hbase.id] 2024-11-15T11:19:34,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:34,260 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:19:34,261 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:19:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:19:34,318 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:34,319 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:19:34,320 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:19:34,726 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store 2024-11-15T11:19:34,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:35,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:35,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:35,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669575132Disabling compacts and flushes for region at 1731669575132Disabling writes for close at 1731669575132Writing region close event to WAL at 1731669575132Closed at 1731669575132 2024-11-15T11:19:35,133 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/.initializing 2024-11-15T11:19:35,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/WALs/dbbb793b8023,34971,1731669573634 2024-11-15T11:19:35,134 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:35,135 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C34971%2C1731669573634, suffix=, logDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/WALs/dbbb793b8023,34971,1731669573634, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/oldWALs, maxLogs=10 2024-11-15T11:19:35,146 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/WALs/dbbb793b8023,34971,1731669573634/dbbb793b8023%2C34971%2C1731669573634.1731669575135, exclude list is [], retry=0 2024-11-15T11:19:35,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-6488697a-884b-487d-883c-2b56e7c7c94a,DISK] 2024-11-15T11:19:35,150 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/WALs/dbbb793b8023,34971,1731669573634/dbbb793b8023%2C34971%2C1731669573634.1731669575135 2024-11-15T11:19:35,150 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-15T11:19:35,150 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:35,151 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:35,151 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,151 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:19:35,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:35,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:35,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:19:35,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:35,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:35,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:19:35,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:35,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:35,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:19:35,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:35,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:35,157 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,157 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,157 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,158 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,158 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,159 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:35,160 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:19:35,161 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:35,162 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64755741, jitterRate=-0.03506426513195038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:35,162 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669575151Initializing all the Stores at 1731669575151Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669575152 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669575152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669575152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669575152Cleaning up temporary data from old regions at 1731669575158 (+6 ms)Region opened successfully at 1731669575162 (+4 ms) 2024-11-15T11:19:35,162 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:19:35,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f0aa81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:35,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:19:35,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:19:35,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:19:35,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:19:35,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:19:35,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:19:35,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:19:35,173 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:19:35,174 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/balancer because node does not exist (not necessarily an error) 2024-11-15T11:19:35,232 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/balancer already deleted, retry=false 2024-11-15T11:19:35,232 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:19:35,233 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:19:35,242 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/normalizer already deleted, retry=false 2024-11-15T11:19:35,242 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:19:35,243 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:19:35,253 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/switch/split already deleted, retry=false 2024-11-15T11:19:35,253 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:19:35,263 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/switch/merge already deleted, retry=false 2024-11-15T11:19:35,265 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:19:35,274 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/snapshot-cleanup already deleted, retry=false 2024-11-15T11:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11119452477/running 2024-11-15T11:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11119452477/running 2024-11-15T11:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,284 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,34971,1731669573634, sessionid=0x1013e389f2a0003, setting cluster-up flag (Was=false) 2024-11-15T11:19:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,337 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11119452477/flush-table-proc/acquired, /11119452477/flush-table-proc/reached, /11119452477/flush-table-proc/abort 2024-11-15T11:19:35,338 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34971,1731669573634 2024-11-15T11:19:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:35,390 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11119452477/online-snapshot/acquired, /11119452477/online-snapshot/reached, /11119452477/online-snapshot/abort 2024-11-15T11:19:35,390 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34971,1731669573634 2024-11-15T11:19:35,392 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:19:35,393 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:35,393 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:19:35,393 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:19:35,394 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,34971,1731669573634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:35,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669605396 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:19:35,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:19:35,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:35,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:19:35,397 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:35,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:19:35,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:19:35,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:19:35,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:19:35,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:19:35,402 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:19:35,402 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:19:35,404 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669575402,5,FailOnTimeoutGroup] 2024-11-15T11:19:35,404 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(746): ClusterId : aaceef4b-a653-4a40-add3-6afe69e33b4b 2024-11-15T11:19:35,404 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:19:35,404 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669575404,5,FailOnTimeoutGroup] 2024-11-15T11:19:35,404 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,404 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:19:35,404 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,404 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:19:35,411 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:19:35,411 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:19:35,422 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:19:35,422 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93689a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:19:35,438 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:36919 2024-11-15T11:19:35,439 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:19:35,439 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:19:35,439 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:19:35,439 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,34971,1731669573634 with port=36919, startcode=1731669573780 2024-11-15T11:19:35,440 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:19:35,441 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:19:35,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,443 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da 2024-11-15T11:19:35,443 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37575 2024-11-15T11:19:35,443 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:19:35,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/rs 2024-11-15T11:19:35,485 DEBUG [RS:0;dbbb793b8023:36919 {}] zookeeper.ZKUtil(111): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on existing znode=/11119452477/rs/dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,485 WARN [RS:0;dbbb793b8023:36919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:35,485 INFO [RS:0;dbbb793b8023:36919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:35,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,36919,1731669573780] 2024-11-15T11:19:35,485 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,488 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:19:35,490 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:19:35,490 INFO [RS:0;dbbb793b8023:36919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:19:35,490 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,490 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:19:35,491 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:19:35,491 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,491 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,492 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:19:35,492 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:35,492 DEBUG [RS:0;dbbb793b8023:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,495 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36919,1731669573780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:35,516 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:19:35,516 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36919,1731669573780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,516 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,516 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.Replication(171): dbbb793b8023,36919,1731669573780 started 2024-11-15T11:19:35,536 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:35,536 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,36919,1731669573780, RpcServer on dbbb793b8023/172.17.0.2:36919, sessionid=0x1013e389f2a0004 2024-11-15T11:19:35,536 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:19:35,536 DEBUG [RS:0;dbbb793b8023:36919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,536 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,36919,1731669573780' 2024-11-15T11:19:35,536 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11119452477/flush-table-proc/abort' 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11119452477/flush-table-proc/acquired' 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,36919,1731669573780 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,36919,1731669573780' 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11119452477/online-snapshot/abort' 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11119452477/online-snapshot/acquired' 2024-11-15T11:19:35,537 DEBUG [RS:0;dbbb793b8023:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:19:35,538 INFO [RS:0;dbbb793b8023:36919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:19:35,538 INFO [RS:0;dbbb793b8023:36919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:19:35,638 INFO [RS:0;dbbb793b8023:36919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:19:35,639 INFO [RS:0;dbbb793b8023:36919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36919%2C1731669573780, suffix=, logDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/oldWALs, maxLogs=10 2024-11-15T11:19:35,655 DEBUG [RS:0;dbbb793b8023:36919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, exclude list is [], retry=0 2024-11-15T11:19:35,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-6488697a-884b-487d-883c-2b56e7c7c94a,DISK] 2024-11-15T11:19:35,658 INFO [RS:0;dbbb793b8023:36919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 2024-11-15T11:19:35,659 DEBUG [RS:0;dbbb793b8023:36919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-15T11:19:35,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:19:35,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da 2024-11-15T11:19:35,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:19:36,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:36,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:36,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:36,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:36,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:36,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:36,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:36,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:36,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:36,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:36,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740 2024-11-15T11:19:36,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740 2024-11-15T11:19:36,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:36,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:36,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:36,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:36,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64831541, jitterRate=-0.033934757113456726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669576220Initializing all the Stores at 1731669576220Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576221 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669576221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576221Cleaning up temporary data from old regions at 1731669576228 (+7 ms)Region opened successfully at 1731669576232 (+4 ms) 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:36,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:36,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:36,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:36,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669576232Disabling compacts and flushes for region at 1731669576232Disabling writes for close at 1731669576232Writing region close event to WAL at 1731669576233 (+1 ms)Closed at 1731669576233 2024-11-15T11:19:36,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:36,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:19:36,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:19:36,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:36,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:19:36,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:19:36,386 DEBUG [dbbb793b8023:34971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:19:36,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:36,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,36919,1731669573780, state=OPENING 2024-11-15T11:19:36,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:19:36,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:36,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:36,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11119452477/meta-region-server: CHANGED 2024-11-15T11:19:36,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11119452477/meta-region-server: CHANGED 2024-11-15T11:19:36,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:19:36,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,36919,1731669573780}] 2024-11-15T11:19:36,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:36,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:19:36,700 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:19:36,700 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:36,700 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:19:36,702 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36919%2C1731669573780.meta, suffix=.meta, logDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/oldWALs, maxLogs=10 2024-11-15T11:19:36,718 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.meta.1731669576702.meta, exclude list is [], retry=0 2024-11-15T11:19:36,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-6488697a-884b-487d-883c-2b56e7c7c94a,DISK] 2024-11-15T11:19:36,722 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.meta.1731669576702.meta 2024-11-15T11:19:36,722 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-15T11:19:36,722 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:36,723 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:19:36,723 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:19:36,723 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:19:36,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:19:36,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:19:36,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:19:36,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:19:36,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:19:36,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:19:36,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:19:36,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:19:36,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:19:36,729 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:19:36,729 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740 2024-11-15T11:19:36,730 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740 2024-11-15T11:19:36,731 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:19:36,731 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:19:36,732 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:19:36,733 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:19:36,733 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287139, jitterRate=-0.11655278503894806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:19:36,733 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:19:36,734 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669576724Writing region info on filesystem at 1731669576724Initializing all the Stores at 1731669576724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576725 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669576725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669576725Cleaning up temporary data from old regions at 1731669576731 (+6 ms)Running coprocessor post-open hooks at 1731669576733 (+2 ms)Region opened successfully at 1731669576733 2024-11-15T11:19:36,734 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669576694 2024-11-15T11:19:36,736 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:19:36,736 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:19:36,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:36,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,36919,1731669573780, state=OPEN 2024-11-15T11:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11119452477/meta-region-server 2024-11-15T11:19:36,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11119452477/meta-region-server 2024-11-15T11:19:36,764 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:36,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11119452477/meta-region-server: CHANGED 2024-11-15T11:19:36,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11119452477/meta-region-server: CHANGED 2024-11-15T11:19:36,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:19:36,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,36919,1731669573780 in 221 msec 2024-11-15T11:19:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:19:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-15T11:19:36,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:19:36,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:19:36,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:36,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:36,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:36,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:36,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-15T11:19:36,775 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669576775, completionTime=-1 2024-11-15T11:19:36,775 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:19:36,775 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:19:36,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:19:36,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669636777 2024-11-15T11:19:36,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669696777 2024-11-15T11:19:36,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:34971, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,779 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:19:36,781 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:19:36,783 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:19:36,783 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:19:36,783 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34971,1731669573634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:19:36,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:36,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:36,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:36,806 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660a488e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:36,808 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:36,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8c0177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:36,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:36,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,34971,1731669573634 2024-11-15T11:19:36,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59849 2024-11-15T11:19:36,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:36,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e389f2a0005 connected 2024-11-15T11:19:36,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-15T11:19:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:36,835 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:36,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:19:36,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:19:36,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:36,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:19:36,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:19:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:19:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:37,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:37,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:37,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 945f308615cb1a02326c7c40677aa6a4, NAME => 'test,,1731669576836.945f308615cb1a02326c7c40677aa6a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504 2024-11-15T11:19:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:19:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669576836.945f308615cb1a02326c7c40677aa6a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 945f308615cb1a02326c7c40677aa6a4, disabling compactions & flushes 2024-11-15T11:19:37,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. after waiting 0 ms 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 945f308615cb1a02326c7c40677aa6a4: Waiting for close lock at 1731669577651Disabling compacts and flushes for region at 1731669577651Disabling writes for close at 1731669577651Writing region close event to WAL at 1731669577651Closed at 1731669577651 2024-11-15T11:19:37,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:19:37,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669576836.945f308615cb1a02326c7c40677aa6a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669577652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669577652"}]},"ts":"1731669577652"} 2024-11-15T11:19:37,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:19:37,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:19:37,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669577655"}]},"ts":"1731669577655"} 2024-11-15T11:19:37,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:19:37,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=945f308615cb1a02326c7c40677aa6a4, ASSIGN}] 2024-11-15T11:19:37,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=945f308615cb1a02326c7c40677aa6a4, ASSIGN 2024-11-15T11:19:37,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=945f308615cb1a02326c7c40677aa6a4, ASSIGN; state=OFFLINE, location=dbbb793b8023,36779,1731669568954; forceNewPlan=false, retain=false 2024-11-15T11:19:37,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=945f308615cb1a02326c7c40677aa6a4, regionState=OPENING, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:37,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=945f308615cb1a02326c7c40677aa6a4, ASSIGN because future has completed 2024-11-15T11:19:37,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 945f308615cb1a02326c7c40677aa6a4, server=dbbb793b8023,36779,1731669568954}] 2024-11-15T11:19:37,965 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,965 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 945f308615cb1a02326c7c40677aa6a4, NAME => 'test,,1731669576836.945f308615cb1a02326c7c40677aa6a4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:37,966 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:37,966 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:19:37,966 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,966 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669576836.945f308615cb1a02326c7c40677aa6a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:37,966 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,966 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,967 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,968 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945f308615cb1a02326c7c40677aa6a4 columnFamilyName f 2024-11-15T11:19:37,968 DEBUG [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:37,969 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(327): Store=945f308615cb1a02326c7c40677aa6a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:37,969 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,970 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945f308615cb1a02326c7c40677aa6a4 columnFamilyName f1 2024-11-15T11:19:37,970 DEBUG [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:37,970 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(327): Store=945f308615cb1a02326c7c40677aa6a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:37,970 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,971 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945f308615cb1a02326c7c40677aa6a4 columnFamilyName norep 2024-11-15T11:19:37,971 DEBUG [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:37,971 INFO [StoreOpener-945f308615cb1a02326c7c40677aa6a4-1 {}] regionserver.HStore(327): Store=945f308615cb1a02326c7c40677aa6a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:37,971 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,972 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,972 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,973 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,973 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,973 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:37,974 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,976 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:37,977 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 945f308615cb1a02326c7c40677aa6a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700489, jitterRate=-0.050788745284080505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:37,977 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:37,978 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 945f308615cb1a02326c7c40677aa6a4: Running coprocessor pre-open hook at 1731669577966Writing region info on filesystem at 1731669577966Initializing all the Stores at 1731669577967 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669577967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669577967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669577967Cleaning up temporary data from old regions at 1731669577973 (+6 ms)Running coprocessor post-open hooks at 1731669577977 (+4 ms)Region opened successfully at 1731669577978 (+1 ms) 2024-11-15T11:19:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:37,978 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., pid=6, masterSystemTime=1731669577962 2024-11-15T11:19:37,980 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,980 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:37,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=945f308615cb1a02326c7c40677aa6a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:37,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 945f308615cb1a02326c7c40677aa6a4, server=dbbb793b8023,36779,1731669568954 because future has completed 2024-11-15T11:19:37,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:19:37,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 945f308615cb1a02326c7c40677aa6a4, server=dbbb793b8023,36779,1731669568954 in 172 msec 2024-11-15T11:19:37,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:19:37,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=945f308615cb1a02326c7c40677aa6a4, ASSIGN in 328 msec 2024-11-15T11:19:37,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:19:37,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669577988"}]},"ts":"1731669577988"} 2024-11-15T11:19:37,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:19:37,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:19:37,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-15T11:19:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:19:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:19:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:19:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T11:19:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:19:38,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:19:38,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T11:19:38,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:38,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:19:38,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:19:38,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:19:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:38,988 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:19:38,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fff1633 2024-11-15T11:19:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:38,990 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:38,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:19:38,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:19:38,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:38,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:19:38,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:19:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:19:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:39,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 664ec9ff33e1fad3ce9aff10181d8087, NAME => 'test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da 2024-11-15T11:19:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 664ec9ff33e1fad3ce9aff10181d8087, disabling compactions & flushes 2024-11-15T11:19:39,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. after waiting 0 ms 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 664ec9ff33e1fad3ce9aff10181d8087: Waiting for close lock at 1731669579409Disabling compacts and flushes for region at 1731669579409Disabling writes for close at 1731669579409Writing region close event to WAL at 1731669579409Closed at 1731669579409 2024-11-15T11:19:39,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:19:39,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669579410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669579410"}]},"ts":"1731669579410"} 2024-11-15T11:19:39,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:19:39,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:19:39,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669579413"}]},"ts":"1731669579413"} 2024-11-15T11:19:39,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:19:39,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=664ec9ff33e1fad3ce9aff10181d8087, ASSIGN}] 2024-11-15T11:19:39,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=664ec9ff33e1fad3ce9aff10181d8087, ASSIGN 2024-11-15T11:19:39,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=664ec9ff33e1fad3ce9aff10181d8087, ASSIGN; state=OFFLINE, location=dbbb793b8023,36919,1731669573780; forceNewPlan=false, retain=false 2024-11-15T11:19:39,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=664ec9ff33e1fad3ce9aff10181d8087, regionState=OPENING, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=664ec9ff33e1fad3ce9aff10181d8087, ASSIGN because future has completed 2024-11-15T11:19:39,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664ec9ff33e1fad3ce9aff10181d8087, server=dbbb793b8023,36919,1731669573780}] 2024-11-15T11:19:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:39,725 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,725 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 664ec9ff33e1fad3ce9aff10181d8087, NAME => 'test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:39,726 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:39,726 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:19:39,726 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,726 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:39,726 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,726 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,727 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,728 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664ec9ff33e1fad3ce9aff10181d8087 columnFamilyName f 2024-11-15T11:19:39,728 DEBUG [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:39,728 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(327): Store=664ec9ff33e1fad3ce9aff10181d8087/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:39,728 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,733 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664ec9ff33e1fad3ce9aff10181d8087 columnFamilyName f1 2024-11-15T11:19:39,733 DEBUG [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:39,733 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(327): Store=664ec9ff33e1fad3ce9aff10181d8087/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:39,733 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,734 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664ec9ff33e1fad3ce9aff10181d8087 columnFamilyName norep 2024-11-15T11:19:39,734 DEBUG [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:39,735 INFO [StoreOpener-664ec9ff33e1fad3ce9aff10181d8087-1 {}] regionserver.HStore(327): Store=664ec9ff33e1fad3ce9aff10181d8087/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:39,735 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,735 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,736 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,737 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,737 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,737 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:39,738 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,739 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:39,740 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 664ec9ff33e1fad3ce9aff10181d8087; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60985727, jitterRate=-0.09124185144901276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:39,740 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:39,740 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 664ec9ff33e1fad3ce9aff10181d8087: Running coprocessor pre-open hook at 1731669579726Writing region info on filesystem at 1731669579726Initializing all the Stores at 1731669579727 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669579727Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669579727Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669579727Cleaning up temporary data from old regions at 1731669579737 (+10 ms)Running coprocessor post-open hooks at 1731669579740 (+3 ms)Region opened successfully at 1731669579740 2024-11-15T11:19:39,741 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., pid=6, masterSystemTime=1731669579722 2024-11-15T11:19:39,742 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,742 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:39,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=664ec9ff33e1fad3ce9aff10181d8087, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:39,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664ec9ff33e1fad3ce9aff10181d8087, server=dbbb793b8023,36919,1731669573780 because future has completed 2024-11-15T11:19:39,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:19:39,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 664ec9ff33e1fad3ce9aff10181d8087, server=dbbb793b8023,36919,1731669573780 in 176 msec 2024-11-15T11:19:39,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:19:39,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=664ec9ff33e1fad3ce9aff10181d8087, ASSIGN in 333 msec 2024-11-15T11:19:39,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:19:39,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669579751"}]},"ts":"1731669579751"} 2024-11-15T11:19:39,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:19:39,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:19:39,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-15T11:19:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:19:40,128 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:19:40,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:40,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:40,130 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd30cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,131 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4258bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:40,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:40,133 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9fef69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:40,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,134 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681f9509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5021923c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:40,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:40,136 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a64133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,137 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7736240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a2b038 2024-11-15T11:19:40,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:40,140 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:40,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:19:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:19:40,143 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:34971' 2024-11-15T11:19:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:40,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@946ad76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,144 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:40,144 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:40,144 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626bdd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,146 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23721ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:40,146 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf2a0e0 2024-11-15T11:19:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:40,147 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:40,148 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T11:19:40,148 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:19:40,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:40,149 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:40,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:40,150 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:19:40,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:19:40,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:40,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:19:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:19:40,200 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:19:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:40,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44ab51cd0b24ffb904e0579b0580c455, NAME => 'hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504 2024-11-15T11:19:40,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:19:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44ab51cd0b24ffb904e0579b0580c455, disabling compactions & flushes 2024-11-15T11:19:40,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. after waiting 0 ms 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:40,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:40,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44ab51cd0b24ffb904e0579b0580c455: Waiting for close lock at 1731669580993Disabling compacts and flushes for region at 1731669580993Disabling writes for close at 1731669580993Writing region close event to WAL at 1731669580993Closed at 1731669580993 2024-11-15T11:19:40,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:19:40,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669580994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669580994"}]},"ts":"1731669580994"} 2024-11-15T11:19:40,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:19:40,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:19:40,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669580997"}]},"ts":"1731669580997"} 2024-11-15T11:19:40,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:19:40,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ab51cd0b24ffb904e0579b0580c455, ASSIGN}] 2024-11-15T11:19:41,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ab51cd0b24ffb904e0579b0580c455, ASSIGN 2024-11-15T11:19:41,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44ab51cd0b24ffb904e0579b0580c455, ASSIGN; state=OFFLINE, location=dbbb793b8023,36779,1731669568954; forceNewPlan=false, retain=false 2024-11-15T11:19:41,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44ab51cd0b24ffb904e0579b0580c455, regionState=OPENING, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:41,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44ab51cd0b24ffb904e0579b0580c455, ASSIGN because future has completed 2024-11-15T11:19:41,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ab51cd0b24ffb904e0579b0580c455, server=dbbb793b8023,36779,1731669568954}] 2024-11-15T11:19:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:41,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:41,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:41,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:19:41,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36779%2C1731669568954.rep, suffix=, logDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954, archiveDir=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs, maxLogs=10 2024-11-15T11:19:41,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.rep.1731669581311, exclude list is [], retry=0 2024-11-15T11:19:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37145,DS-dcd3b795-389b-4099-9fd9-4f745bd0db75,DISK] 2024-11-15T11:19:41,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.rep.1731669581311 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44ab51cd0b24ffb904e0579b0580c455, NAME => 'hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:41,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. service=MultiRowMutationService 2024-11-15T11:19:41,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:41,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,334 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,335 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ab51cd0b24ffb904e0579b0580c455 columnFamilyName hfileref 2024-11-15T11:19:41,335 DEBUG [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:41,336 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(327): Store=44ab51cd0b24ffb904e0579b0580c455/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:41,336 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,337 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ab51cd0b24ffb904e0579b0580c455 columnFamilyName queue 2024-11-15T11:19:41,337 DEBUG [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:41,337 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(327): Store=44ab51cd0b24ffb904e0579b0580c455/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:41,337 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,338 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ab51cd0b24ffb904e0579b0580c455 columnFamilyName sid 2024-11-15T11:19:41,338 DEBUG [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:41,339 INFO [StoreOpener-44ab51cd0b24ffb904e0579b0580c455-1 {}] regionserver.HStore(327): Store=44ab51cd0b24ffb904e0579b0580c455/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:41,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:41,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:41,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44ab51cd0b24ffb904e0579b0580c455; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72254679, jitterRate=0.07667861878871918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:41,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:41,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44ab51cd0b24ffb904e0579b0580c455: Running coprocessor pre-open hook at 1731669581332Writing region info on filesystem at 1731669581332Initializing all the Stores at 1731669581333 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669581333Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669581334 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669581334Cleaning up temporary data from old regions at 1731669581342 (+8 ms)Running coprocessor post-open hooks at 1731669581346 (+4 ms)Region opened successfully at 1731669581346 2024-11-15T11:19:41,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455., pid=10, masterSystemTime=1731669581305 2024-11-15T11:19:41,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:41,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:41,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44ab51cd0b24ffb904e0579b0580c455, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,36779,1731669568954 2024-11-15T11:19:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ab51cd0b24ffb904e0579b0580c455, server=dbbb793b8023,36779,1731669568954 because future has completed 2024-11-15T11:19:41,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:19:41,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44ab51cd0b24ffb904e0579b0580c455, server=dbbb793b8023,36779,1731669568954 in 199 msec 2024-11-15T11:19:41,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:19:41,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ab51cd0b24ffb904e0579b0580c455, ASSIGN in 355 msec 2024-11-15T11:19:41,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:19:41,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669581356"}]},"ts":"1731669581356"} 2024-11-15T11:19:41,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:19:41,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:19:41,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-15T11:19:41,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455., hostname=dbbb793b8023,36779,1731669568954, seqNum=2] 2024-11-15T11:19:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:41,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:19:41,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:19:41,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:19:41,647 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:19:41,674 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,36779,1731669568954, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:19:41,674 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:41,674 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:41,675 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:41,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T11:19:41,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,36779,1731669568954', locateType=CURRENT is [region=hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455., hostname=dbbb793b8023,36779,1731669568954, seqNum=2] 2024-11-15T11:19:41,679 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:19:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:19:41,681 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,36779,1731669568954 suceeded 2024-11-15T11:19:41,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:19:41,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T11:19:41,683 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:19:41,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-15T11:19:41,698 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:34971' 2024-11-15T11:19:41,699 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53276a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:41,699 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:41,700 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:41,700 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:41,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:41,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ea960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:41,701 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:41,702 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3005906b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:41,702 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b258f4f 2024-11-15T11:19:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:41,704 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:41,704 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,36779,1731669568954 (queues=1) is replicating from cluster=5d949b4d-dcc5-48b5-97a2-e32ec8372ca5 to cluster=aaceef4b-a653-4a40-add3-6afe69e33b4b 2024-11-15T11:19:41,704 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C36779%2C1731669568954 2024-11-15T11:19:41,704 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,36779,1731669568954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:19:41,705 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C36779%2C1731669568954 2024-11-15T11:19:41,705 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486, startPosition=0, beingWritten=true 2024-11-15T11:19:41,709 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:19:41,709 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:41,709 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36779,1731669568954 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:19:41,913 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:42,216 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:42,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:42,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:42,288 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:19:42,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:42,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:42,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:42,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a058b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:42,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:42,290 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105fd1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,292 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa9341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@715b1f 2024-11-15T11:19:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:42,296 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:42,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:43611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:19:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:19:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:42,298 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:43611' 2024-11-15T11:19:42,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b23107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,300 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:42,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:42,300 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0e9331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:42,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,302 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:42,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324ea222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:42,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:42,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:42,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b91cd3 2024-11-15T11:19:42,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:42,304 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:42,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:19:42,305 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:19:42,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:42,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:42,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:19:42,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:19:42,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:19:42,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:42,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:19:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:19:42,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:19:42,357 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:19:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:42,619 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:42,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80c83b75b73f510109f45ad01509f17a, NAME => 'hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da 2024-11-15T11:19:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:19:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:43,123 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:43,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:43,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80c83b75b73f510109f45ad01509f17a, disabling compactions & flushes 2024-11-15T11:19:43,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. after waiting 0 ms 2024-11-15T11:19:43,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80c83b75b73f510109f45ad01509f17a: Waiting for close lock at 1731669583127Disabling compacts and flushes for region at 1731669583127Disabling writes for close at 1731669583128 (+1 ms)Writing region close event to WAL at 1731669583128Closed at 1731669583128 2024-11-15T11:19:43,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:19:43,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669583129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669583129"}]},"ts":"1731669583129"} 2024-11-15T11:19:43,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:19:43,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:19:43,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669583131"}]},"ts":"1731669583131"} 2024-11-15T11:19:43,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:19:43,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80c83b75b73f510109f45ad01509f17a, ASSIGN}] 2024-11-15T11:19:43,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80c83b75b73f510109f45ad01509f17a, ASSIGN 2024-11-15T11:19:43,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80c83b75b73f510109f45ad01509f17a, ASSIGN; state=OFFLINE, location=dbbb793b8023,36919,1731669573780; forceNewPlan=false, retain=false 2024-11-15T11:19:43,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80c83b75b73f510109f45ad01509f17a, regionState=OPENING, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:43,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80c83b75b73f510109f45ad01509f17a, ASSIGN because future has completed 2024-11-15T11:19:43,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c83b75b73f510109f45ad01509f17a, server=dbbb793b8023,36919,1731669573780}] 2024-11-15T11:19:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:43,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:19:43,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:19:43,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C36919%2C1731669573780.rep, suffix=, logDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780, archiveDir=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/oldWALs, maxLogs=10 2024-11-15T11:19:43,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.rep.1731669583444, exclude list is [], retry=0 2024-11-15T11:19:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-6488697a-884b-487d-883c-2b56e7c7c94a,DISK] 2024-11-15T11:19:43,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.rep.1731669583444 2024-11-15T11:19:43,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-15T11:19:43,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80c83b75b73f510109f45ad01509f17a, NAME => 'hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:19:43,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. service=MultiRowMutationService 2024-11-15T11:19:43,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,460 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,462 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c83b75b73f510109f45ad01509f17a columnFamilyName hfileref 2024-11-15T11:19:43,462 DEBUG [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:43,462 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(327): Store=80c83b75b73f510109f45ad01509f17a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:43,462 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,463 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c83b75b73f510109f45ad01509f17a columnFamilyName queue 2024-11-15T11:19:43,463 DEBUG [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:43,463 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(327): Store=80c83b75b73f510109f45ad01509f17a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:43,463 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,464 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c83b75b73f510109f45ad01509f17a columnFamilyName sid 2024-11-15T11:19:43,464 DEBUG [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:19:43,465 INFO [StoreOpener-80c83b75b73f510109f45ad01509f17a-1 {}] regionserver.HStore(327): Store=80c83b75b73f510109f45ad01509f17a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:19:43,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:19:43,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:19:43,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80c83b75b73f510109f45ad01509f17a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61022847, jitterRate=-0.09068872034549713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:19:43,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80c83b75b73f510109f45ad01509f17a: Running coprocessor pre-open hook at 1731669583459Writing region info on filesystem at 1731669583459Initializing all the Stores at 1731669583460 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669583460Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669583460Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669583460Cleaning up temporary data from old regions at 1731669583467 (+7 ms)Running coprocessor post-open hooks at 1731669583472 (+5 ms)Region opened successfully at 1731669583473 (+1 ms) 2024-11-15T11:19:43,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a., pid=10, masterSystemTime=1731669583439 2024-11-15T11:19:43,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:43,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80c83b75b73f510109f45ad01509f17a, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,36919,1731669573780 2024-11-15T11:19:43,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c83b75b73f510109f45ad01509f17a, server=dbbb793b8023,36919,1731669573780 because future has completed 2024-11-15T11:19:43,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:19:43,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80c83b75b73f510109f45ad01509f17a, server=dbbb793b8023,36919,1731669573780 in 192 msec 2024-11-15T11:19:43,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:19:43,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80c83b75b73f510109f45ad01509f17a, ASSIGN in 348 msec 2024-11-15T11:19:43,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:19:43,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669583483"}]},"ts":"1731669583483"} 2024-11-15T11:19:43,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:19:43,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:19:43,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-15T11:19:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a., hostname=dbbb793b8023,36919,1731669573780, seqNum=2] 2024-11-15T11:19:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:43,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:43,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:19:43,726 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:43,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:19:43,774 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:19:43,800 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,36919,1731669573780, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:19:43,801 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:43,801 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:43,801 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:43,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T11:19:43,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,36919,1731669573780', locateType=CURRENT is [region=hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a., hostname=dbbb793b8023,36919,1731669573780, seqNum=2] 2024-11-15T11:19:43,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:19:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:19:43,807 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,36919,1731669573780 suceeded 2024-11-15T11:19:43,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:19:43,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T11:19:43,808 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:43611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:19:43,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-15T11:19:43,817 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:43611' 2024-11-15T11:19:43,818 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f534fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:43,818 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:43,818 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:43,819 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66083e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:43,820 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:43,820 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cc1b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:43,820 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:43,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:43,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6a3f9a 2024-11-15T11:19:43,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:43,822 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:43,822 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,36919,1731669573780 (queues=1) is replicating from cluster=aaceef4b-a653-4a40-add3-6afe69e33b4b to cluster=5d949b4d-dcc5-48b5-97a2-e32ec8372ca5 2024-11-15T11:19:43,822 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C36919%2C1731669573780 2024-11-15T11:19:43,822 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,36919,1731669573780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:19:43,823 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C36919%2C1731669573780 2024-11-15T11:19:43,823 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, startPosition=0, beingWritten=true 2024-11-15T11:19:43,827 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:19:43,828 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:43,828 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36919,1731669573780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:19:44,031 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:44,335 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:44,431 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:19:44,449 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:19:44,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:44,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:44,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:44,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:44,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:44,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:44,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731669584452/Put/seqid=0 2024-11-15T11:19:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741840_1016 (size=7894) 2024-11-15T11:19:44,740 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:44,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731669584857/Put/seqid=0 2024-11-15T11:19:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741841_1017 (size=7691) 2024-11-15T11:19:45,235 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:45,244 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:45,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a7d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:45,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:45,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:45,264 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b182c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:45,265 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:45,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e12c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:45,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:45,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:45,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aac5cd1 2024-11-15T11:19:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:45,276 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2] 2024-11-15T11:19:45,282 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:19:45,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T11:19:45,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T11:19:45,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T11:19:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:45,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T11:19:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegion(2603): Flush status journal for 945f308615cb1a02326c7c40677aa6a4: 2024-11-15T11:19:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_0 2024-11-15T11:19:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_0 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ 2024-11-15T11:19:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_1 2024-11-15T11:19:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_1 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ 2024-11-15T11:19:45,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_0 into 945f308615cb1a02326c7c40677aa6a4/f as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ - updating store file list. 2024-11-15T11:19:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c675adf761c471e86b4115dd49c7ef3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:45,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ into 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:45,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_0 into 945f308615cb1a02326c7c40677aa6a4/f (new location: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_) 2024-11-15T11:19:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_0 2024-11-15T11:19:45,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_1 into 945f308615cb1a02326c7c40677aa6a4/f as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ - updating store file list. 2024-11-15T11:19:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cb251ff45844999b1a0ca738d6dc978_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:45,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ into 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:45,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_1 into 945f308615cb1a02326c7c40677aa6a4/f (new location: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_) 2024-11-15T11:19:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins__test__63vat18fjm91dbq5aabfrtn2le6elt3gri39470elbqpgqdls8hss2m59qke8mfe/f/hfile_1 2024-11-15T11:19:45,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:45,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:45,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:45,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:45,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2 , the old value is region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:36779 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:19:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:19:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2 from cache 2024-11-15T11:19:45,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:45,318 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T11:19:45,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:45,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:45,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2] 2024-11-15T11:19:45,323 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:19:45,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:36779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:19:45,847 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:46,139 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 379, reset compression=false 2024-11-15T11:19:46,143 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:19:46,144 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36779,1731669568954 got entry batch from reader: WALEntryBatch [walEntries=[{test/945f308615cb1a02326c7c40677aa6a4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669585315/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:19:46,145 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:46,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T11:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(318): Replicating [5d949b4d-dcc5-48b5-97a2-e32ec8372ca5] bulk loaded data 2024-11-15T11:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adce0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:46,147 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58341550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:46,148 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:46,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765ec8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741840_1016 (size=7894) 2024-11-15T11:19:46,324 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:19:46,344 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:46,550 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741841_1017 (size=7691) 2024-11-15T11:19:46,648 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a963340 2024-11-15T11:19:47,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:47,015 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:47,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:19:47,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:47,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:47,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:47,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T11:19:47,025 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T11:19:47,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T11:19:47,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ for inclusion in 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T11:19:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:47,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ for inclusion in 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T11:19:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegion(2603): Flush status journal for 664ec9ff33e1fad3ce9aff10181d8087: 2024-11-15T11:19:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:19:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_ 2024-11-15T11:19:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:19:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_ 2024-11-15T11:19:47,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_ - updating store file list. 2024-11-15T11:19:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:47,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:47,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f (new location: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_) 2024-11-15T11:19:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/3c675adf761c471e86b4115dd49c7ef3_SeqId_4_ 2024-11-15T11:19:47,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_ - updating store file list. 2024-11-15T11:19:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:47,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:47,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ into 664ec9ff33e1fad3ce9aff10181d8087/f (new location: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_) 2024-11-15T11:19:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins.hfs.11__test__22kbk3nqe2ap7djqjvv4h2juklautani7h9v4hlq4m1efjllhi4do2cd3vh9ikc3/f/4cb251ff45844999b1a0ca738d6dc978_SeqId_4_ 2024-11-15T11:19:47,052 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:47,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.ReplicationSink(324): Finished replicating [5d949b4d-dcc5-48b5-97a2-e32ec8372ca5] bulk loaded data 2024-11-15T11:19:47,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:47,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731669587336/Put/seqid=0 2024-11-15T11:19:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741842_1018 (size=11194) 2024-11-15T11:19:47,354 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 379, reset compression=false 2024-11-15T11:19:47,359 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:19:47,359 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36919,1731669573780 got entry batch from reader: WALEntryBatch [walEntries=[{test/664ec9ff33e1fad3ce9aff10181d8087/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669587051/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T11:19:47,361 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:19:47,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T11:19:47,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.ReplicationSink(318): Replicating [5d949b4d-dcc5-48b5-97a2-e32ec8372ca5, aaceef4b-a653-4a40-add3-6afe69e33b4b] bulk loaded data 2024-11-15T11:19:47,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f27a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:47,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,43611,-1 for getting cluster id 2024-11-15T11:19:47,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:47,363 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d949b4d-dcc5-48b5-97a2-e32ec8372ca5' 2024-11-15T11:19:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d949b4d-dcc5-48b5-97a2-e32ec8372ca5" 2024-11-15T11:19:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63a6d2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,43611,-1] 2024-11-15T11:19:47,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:47,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:47,364 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:47,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737ac04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741842_1018 (size=7894) 2024-11-15T11:19:47,557 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:47,559 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 725, reset compression=false 2024-11-15T11:19:47,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731669587742/Put/seqid=0 2024-11-15T11:19:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741843_1019 (size=10791) 2024-11-15T11:19:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741843_1019 (size=7691) 2024-11-15T11:19:47,862 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 725, reset compression=false 2024-11-15T11:19:48,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:19:48,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:19:48,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e1260e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:48,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34971,-1 for getting cluster id 2024-11-15T11:19:48,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:19:48,157 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaceef4b-a653-4a40-add3-6afe69e33b4b' 2024-11-15T11:19:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:19:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaceef4b-a653-4a40-add3-6afe69e33b4b" 2024-11-15T11:19:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693c915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34971,-1] 2024-11-15T11:19:48,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:19:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:48,158 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:19:48,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf32a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:19:48,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36919,1731669573780, seqNum=-1] 2024-11-15T11:19:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:48,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:48,161 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:48,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34971,1731669573634 2024-11-15T11:19:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631db88c 2024-11-15T11:19:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:48,170 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:19:48,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2] 2024-11-15T11:19:48,175 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:19:48,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T11:19:48,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:48,182 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T11:19:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,43611,1731669568738 2024-11-15T11:19:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c4d10d 2024-11-15T11:19:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:19:48,184 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T11:19:48,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:48,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:19:48,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:48,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:48,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:48,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T11:19:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T11:19:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:48,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T11:19:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegion(2603): Flush status journal for 664ec9ff33e1fad3ce9aff10181d8087: 2024-11-15T11:19:48,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__3si7tli2ifepm4j9ppg5uufq743g4v36kjaukp63ebb3mr492cd1lavcdf9bgsk3/f/c27e1e4bf1754b7b8fabf38ae4819e61_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T11:19:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_1 2024-11-15T11:19:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_1 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ 2024-11-15T11:19:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_0 2024-11-15T11:19:48,196 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__3si7tli2ifepm4j9ppg5uufq743g4v36kjaukp63ebb3mr492cd1lavcdf9bgsk3/f/da624d4bf02b4e9b9a6ae1fdc42bcbdd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T11:19:48,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.ReplicationSink(324): Finished replicating [5d949b4d-dcc5-48b5-97a2-e32ec8372ca5, aaceef4b-a653-4a40-add3-6afe69e33b4b] bulk loaded data 2024-11-15T11:19:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_0 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ 2024-11-15T11:19:48,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_1 into 664ec9ff33e1fad3ce9aff10181d8087/f as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ - updating store file list. 2024-11-15T11:19:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:48,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ into 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:48,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_1 into 664ec9ff33e1fad3ce9aff10181d8087/f (new location: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_) 2024-11-15T11:19:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_1 2024-11-15T11:19:48,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_0 into 664ec9ff33e1fad3ce9aff10181d8087/f as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ - updating store file list. 2024-11-15T11:19:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 108f680f29444a07994a3585d94d8daf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ into 664ec9ff33e1fad3ce9aff10181d8087/f 2024-11-15T11:19:48,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_0 into 664ec9ff33e1fad3ce9aff10181d8087/f (new location: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/f/108f680f29444a07994a3585d94d8daf_SeqId_6_) 2024-11-15T11:19:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/staging/jenkins__test__l5lfhknhg7kotcc35jphqn8dn98q9tcblp5ondsgrcfe7tnpm34ialubn6pjte25/f/hfile_0 2024-11-15T11:19:48,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:48,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:48,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:48,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2 , the old value is region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:36919 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:19:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:19:48,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087., hostname=dbbb793b8023,36919,1731669573780, seqNum=2 from cache 2024-11-15T11:19:48,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:48,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:19:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36919: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52868 deadline: 1731669648212 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52868 2024-11-15T11:19:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,36779,1731669568954, seqNum=-1] 2024-11-15T11:19:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:19:48,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:19:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., hostname=dbbb793b8023,36779,1731669568954, seqNum=2] 2024-11-15T11:19:48,224 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:19:48,267 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 725, reset compression=false 2024-11-15T11:19:48,272 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:19:48,272 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36919,1731669573780 got entry batch from reader: WALEntryBatch [walEntries=[{test/664ec9ff33e1fad3ce9aff10181d8087/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669588211/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:19:48,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.ReplicationSink(318): Replicating [aaceef4b-a653-4a40-add3-6afe69e33b4b] bulk loaded data 2024-11-15T11:19:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741844_1020 (size=10791) 2024-11-15T11:19:48,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:36919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:19:48,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1033, reset compression=false 2024-11-15T11:19:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741845_1021 (size=11194) 2024-11-15T11:19:48,775 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1033, reset compression=false 2024-11-15T11:19:48,864 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:48,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:49,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:49,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:19:49,099 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T11:19:49,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T11:19:49,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ for inclusion in 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T11:19:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:49,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ for inclusion in 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T11:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegion(2603): Flush status journal for 945f308615cb1a02326c7c40677aa6a4: 2024-11-15T11:19:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 108f680f29444a07994a3585d94d8daf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:19:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/7ff58235fa1040be86f5549edc80beaf_SeqId_6_ 2024-11-15T11:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:19:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3bea1a26489f469c83893c8e99e3d21e_SeqId_6_ 2024-11-15T11:19:49,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/7ff58235fa1040be86f5549edc80beaf_SeqId_6_ - updating store file list. 2024-11-15T11:19:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ff58235fa1040be86f5549edc80beaf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:49,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/7ff58235fa1040be86f5549edc80beaf_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:49,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f (new location: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/7ff58235fa1040be86f5549edc80beaf_SeqId_6_) 2024-11-15T11:19:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/108f680f29444a07994a3585d94d8daf_SeqId_6_ 2024-11-15T11:19:49,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3bea1a26489f469c83893c8e99e3d21e_SeqId_6_ - updating store file list. 2024-11-15T11:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bea1a26489f469c83893c8e99e3d21e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:19:49,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3bea1a26489f469c83893c8e99e3d21e_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f 2024-11-15T11:19:49,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ into 945f308615cb1a02326c7c40677aa6a4/f (new location: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/f/3bea1a26489f469c83893c8e99e3d21e_SeqId_6_) 2024-11-15T11:19:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/staging/jenkins.hfs.10__test__ges8cgbrfd7gqe0la2kkv2uc8cb13vomj245cctiquk6en480a3ggb7sfe9n2qlb/f/66f6fdcf73f9463d944f1a0e417f9275_SeqId_6_ 2024-11-15T11:19:49,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] regionserver.ReplicationSink(324): Finished replicating [aaceef4b-a653-4a40-add3-6afe69e33b4b] bulk loaded data 2024-11-15T11:19:49,179 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1033, reset compression=false 2024-11-15T11:19:49,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:19:49,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:49,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:49,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:49,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:49,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:49,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:19:49,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542788253, stopped=false 2024-11-15T11:19:49,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,34971,1731669573634 2024-11-15T11:19:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11119452477/running 2024-11-15T11:19:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11119452477/running 2024-11-15T11:19:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:49,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:49,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:49,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:49,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:49,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,36919,1731669573780' ***** 2024-11-15T11:19:49,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:19:49,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/running 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:19:49,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:49,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Set watcher on znode that does not yet exist, /11119452477/running 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 664ec9ff33e1fad3ce9aff10181d8087 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,36919,1731669573780 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:49,306 INFO [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36919. 2024-11-15T11:19:49,306 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80c83b75b73f510109f45ad01509f17a, disabling compactions & flushes 2024-11-15T11:19:49,307 DEBUG [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:49,307 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:49,307 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. after waiting 0 ms 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:49,307 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:19:49,307 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:19:49,307 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:19:49,307 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:19:49,307 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80c83b75b73f510109f45ad01509f17a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T11:19:49,307 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:19:49,307 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1325): Online Regions={80c83b75b73f510109f45ad01509f17a=hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a., 1588230740=hbase:meta,,1.1588230740, 664ec9ff33e1fad3ce9aff10181d8087=test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087.} 2024-11-15T11:19:49,307 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664ec9ff33e1fad3ce9aff10181d8087, 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:49,307 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:49,307 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:49,307 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:19:49,308 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:49,322 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/info/bb7c6c3f8d7946d3813e5187acc9c62e is 147, key is hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a./info:regioninfo/1731669583476/Put/seqid=0 2024-11-15T11:19:49,327 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/hfileref/809d774db08140c192e0fea4fbaf24a3 is 74, key is 1/hfileref:108f680f29444a07994a3585d94d8daf_SeqId_6_/1731669589137/DeleteColumn/seqid=0 2024-11-15T11:19:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741844_1020 (size=7686) 2024-11-15T11:19:49,329 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/info/bb7c6c3f8d7946d3813e5187acc9c62e 2024-11-15T11:19:49,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741845_1021 (size=5345) 2024-11-15T11:19:49,353 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/ns/27b9513bb8cf457cac1ec5474df3d92c is 43, key is default/ns:d/1731669576772/Put/seqid=0 2024-11-15T11:19:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741846_1022 (size=5153) 2024-11-15T11:19:49,358 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/ns/27b9513bb8cf457cac1ec5474df3d92c 2024-11-15T11:19:49,376 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/rep_barrier/157b69e289e04eb1a6b82334f72b4d50 is 112, key is test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087./rep_barrier:seqnumDuringOpen/1731669579743/Put/seqid=0 2024-11-15T11:19:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741847_1023 (size=5518) 2024-11-15T11:19:49,507 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664ec9ff33e1fad3ce9aff10181d8087, 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:49,586 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:19:49,586 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:19:49,668 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 687, reset compression=false 2024-11-15T11:19:49,674 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:19:49,674 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36779,1731669568954 got entry batch from reader: WALEntryBatch [walEntries=[{test/945f308615cb1a02326c7c40677aa6a4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669589133/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T11:19:49,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:49,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52856 deadline: 1731669649675, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping 2024-11-15T11:19:49,677 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:49,684 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1033, reset compression=false 2024-11-15T11:19:49,708 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664ec9ff33e1fad3ce9aff10181d8087, 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:49,743 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/hfileref/809d774db08140c192e0fea4fbaf24a3 2024-11-15T11:19:49,770 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/queue/0bdcbb0b93d14f7499db784ecc420239 is 154, key is 1-dbbb793b8023,36919,1731669573780/queue:dbbb793b8023%2C36919%2C1731669573780/1731669589138/Put/seqid=0 2024-11-15T11:19:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741848_1024 (size=5353) 2024-11-15T11:19:49,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:49,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52856 deadline: 1731669649780, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping 2024-11-15T11:19:49,781 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:49,793 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/rep_barrier/157b69e289e04eb1a6b82334f72b4d50 2024-11-15T11:19:49,812 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/table/31d9f91273bf4e55975b745feed8cbe5 is 53, key is hbase:replication/table:state/1731669583483/Put/seqid=0 2024-11-15T11:19:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741849_1025 (size=5308) 2024-11-15T11:19:49,875 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:49,908 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664ec9ff33e1fad3ce9aff10181d8087, 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:49,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:49,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52856 deadline: 1731669649985, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping 2024-11-15T11:19:49,986 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:50,108 DEBUG [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664ec9ff33e1fad3ce9aff10181d8087, 80c83b75b73f510109f45ad01509f17a 2024-11-15T11:19:50,174 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/queue/0bdcbb0b93d14f7499db784ecc420239 2024-11-15T11:19:50,179 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:50,180 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/hfileref/809d774db08140c192e0fea4fbaf24a3 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/hfileref/809d774db08140c192e0fea4fbaf24a3 2024-11-15T11:19:50,185 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/hfileref/809d774db08140c192e0fea4fbaf24a3, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T11:19:50,186 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/.tmp/queue/0bdcbb0b93d14f7499db784ecc420239 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/queue/0bdcbb0b93d14f7499db784ecc420239 2024-11-15T11:19:50,191 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/queue/0bdcbb0b93d14f7499db784ecc420239, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T11:19:50,192 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 80c83b75b73f510109f45ad01509f17a in 885ms, sequenceid=12, compaction requested=false 2024-11-15T11:19:50,195 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/replication/80c83b75b73f510109f45ad01509f17a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:50,196 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80c83b75b73f510109f45ad01509f17a: Waiting for close lock at 1731669589306Running coprocessor pre-close hooks at 1731669589306Disabling compacts and flushes for region at 1731669589306Disabling writes for close at 1731669589307 (+1 ms)Obtaining lock to block concurrent updates at 1731669589307Preparing flush snapshotting stores in 80c83b75b73f510109f45ad01509f17a at 1731669589307Finished memstore snapshotting hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731669589307Flushing stores of hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. at 1731669589309 (+2 ms)Flushing 80c83b75b73f510109f45ad01509f17a/hfileref: creating writer at 1731669589309Flushing 80c83b75b73f510109f45ad01509f17a/hfileref: appending metadata at 1731669589326 (+17 ms)Flushing 80c83b75b73f510109f45ad01509f17a/hfileref: closing flushed file at 1731669589327 (+1 ms)Flushing 80c83b75b73f510109f45ad01509f17a/queue: creating writer at 1731669589749 (+422 ms)Flushing 80c83b75b73f510109f45ad01509f17a/queue: appending metadata at 1731669589769 (+20 ms)Flushing 80c83b75b73f510109f45ad01509f17a/queue: closing flushed file at 1731669589769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223b4190: reopening flushed file at 1731669590179 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2e0f3c: reopening flushed file at 1731669590185 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 80c83b75b73f510109f45ad01509f17a in 885ms, sequenceid=12, compaction requested=false at 1731669590192 (+7 ms)Writing region close event to WAL at 1731669590193 (+1 ms)Running coprocessor post-close hooks at 1731669590195 (+2 ms)Closed at 1731669590196 (+1 ms) 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669582306.80c83b75b73f510109f45ad01509f17a. 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 664ec9ff33e1fad3ce9aff10181d8087, disabling compactions & flushes 2024-11-15T11:19:50,196 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. after waiting 0 ms 2024-11-15T11:19:50,196 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:50,199 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/default/test/664ec9ff33e1fad3ce9aff10181d8087/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:19:50,200 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:50,200 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:19:50,200 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:50,200 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 664ec9ff33e1fad3ce9aff10181d8087: Waiting for close lock at 1731669590196Running coprocessor pre-close hooks at 1731669590196Disabling compacts and flushes for region at 1731669590196Disabling writes for close at 1731669590196Writing region close event to WAL at 1731669590196Running coprocessor post-close hooks at 1731669590200 (+4 ms)Closed at 1731669590200 2024-11-15T11:19:50,200 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669578990.664ec9ff33e1fad3ce9aff10181d8087. 2024-11-15T11:19:50,216 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/table/31d9f91273bf4e55975b745feed8cbe5 2024-11-15T11:19:50,221 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/info/bb7c6c3f8d7946d3813e5187acc9c62e as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/info/bb7c6c3f8d7946d3813e5187acc9c62e 2024-11-15T11:19:50,226 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/info/bb7c6c3f8d7946d3813e5187acc9c62e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:19:50,226 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/ns/27b9513bb8cf457cac1ec5474df3d92c as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/ns/27b9513bb8cf457cac1ec5474df3d92c 2024-11-15T11:19:50,244 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/ns/27b9513bb8cf457cac1ec5474df3d92c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:19:50,245 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/rep_barrier/157b69e289e04eb1a6b82334f72b4d50 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/rep_barrier/157b69e289e04eb1a6b82334f72b4d50 2024-11-15T11:19:50,249 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/rep_barrier/157b69e289e04eb1a6b82334f72b4d50, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:19:50,250 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/.tmp/table/31d9f91273bf4e55975b745feed8cbe5 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/table/31d9f91273bf4e55975b745feed8cbe5 2024-11-15T11:19:50,254 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/table/31d9f91273bf4e55975b745feed8cbe5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:19:50,255 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-11-15T11:19:50,258 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:19:50,259 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:50,259 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:50,259 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:50,259 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669589307Running coprocessor pre-close hooks at 1731669589307Disabling compacts and flushes for region at 1731669589307Disabling writes for close at 1731669589307Obtaining lock to block concurrent updates at 1731669589307Preparing flush snapshotting stores in 1588230740 at 1731669589307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669589307Flushing stores of hbase:meta,,1.1588230740 at 1731669589308 (+1 ms)Flushing 1588230740/info: creating writer at 1731669589308Flushing 1588230740/info: appending metadata at 1731669589322 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731669589322Flushing 1588230740/ns: creating writer at 1731669589336 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731669589352 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731669589352Flushing 1588230740/rep_barrier: creating writer at 1731669589361 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669589376 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669589376Flushing 1588230740/table: creating writer at 1731669589798 (+422 ms)Flushing 1588230740/table: appending metadata at 1731669589811 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731669589811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b5dc29: reopening flushed file at 1731669590220 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e771e2: reopening flushed file at 1731669590226 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c9b706: reopening flushed file at 1731669590245 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2055af22: reopening flushed file at 1731669590249 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1731669590255 (+6 ms)Writing region close event to WAL at 1731669590256 (+1 ms)Running coprocessor post-close hooks at 1731669590259 (+3 ms)Closed at 1731669590259 2024-11-15T11:19:50,259 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:50,288 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1033, reset compression=false 2024-11-15T11:19:50,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:50,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36919 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52856 deadline: 1731669650290, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping 2024-11-15T11:19:50,291 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server dbbb793b8023,36919,1731669573780 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:50,292 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:19:50,293 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640 to pos 1328, reset compression=false 2024-11-15T11:19:50,293 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,36919,1731669573780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/WALs/dbbb793b8023,36919,1731669573780/dbbb793b8023%2C36919%2C1731669573780.1731669575640, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:19:50,294 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,36919,1731669573780: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,36919,1731669573780, walGroup=dbbb793b8023%2C36919%2C1731669573780, offset=dbbb793b8023%2C36919%2C1731669573780.1731669575640:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:36919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:19:50,296 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:19:50,298 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:19:50,299 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:19:50,300 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 503942776 }, "NonHeapMemoryUsage": { "committed": 189988864, "init": 7667712, "max": -1, "used": 187304256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:19:50,302 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:19:50,308 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,36919,1731669573780; all regions closed. 2024-11-15T11:19:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:19:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741839_1015 (size=3127) 2024-11-15T11:19:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741832_1008 (size=1336) 2024-11-15T11:19:50,318 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:50,318 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:50,318 INFO [RS:0;dbbb793b8023:36919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:50,318 INFO [RS:0;dbbb793b8023:36919 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:50,318 INFO [RS:0;dbbb793b8023:36919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:50,318 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:50,319 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,36919,1731669573780 because: Region server is closing 2024-11-15T11:19:50,319 INFO [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36919. 2024-11-15T11:19:50,319 DEBUG [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:50,319 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:50,319 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:50,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:50,419 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.shipperdbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 terminated 2024-11-15T11:19:50,419 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36919,1731669573780.replicationSource.wal-reader.dbbb793b8023%2C36919%2C1731669573780,1-dbbb793b8023,36919,1731669573780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:19:50,420 INFO [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36919. 2024-11-15T11:19:50,420 DEBUG [RS:0;dbbb793b8023:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:50,420 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:50,420 DEBUG [RS:0;dbbb793b8023:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:50,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:50,420 INFO [RS:0;dbbb793b8023:36919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36919 2024-11-15T11:19:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11119452477/rs/dbbb793b8023,36919,1731669573780 2024-11-15T11:19:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477/rs 2024-11-15T11:19:50,473 INFO [RS:0;dbbb793b8023:36919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:50,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,36919,1731669573780] 2024-11-15T11:19:50,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11119452477/draining/dbbb793b8023,36919,1731669573780 already deleted, retry=false 2024-11-15T11:19:50,494 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,36919,1731669573780 expired; onlineServers=0 2024-11-15T11:19:50,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,34971,1731669573634' ***** 2024-11-15T11:19:50,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:19:50,494 INFO [M:0;dbbb793b8023:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:50,494 INFO [M:0;dbbb793b8023:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:50,494 DEBUG [M:0;dbbb793b8023:34971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:19:50,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:19:50,494 DEBUG [M:0;dbbb793b8023:34971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:19:50,494 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669575402 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669575402,5,FailOnTimeoutGroup] 2024-11-15T11:19:50,494 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669575404 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669575404,5,FailOnTimeoutGroup] 2024-11-15T11:19:50,494 INFO [M:0;dbbb793b8023:34971 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:50,494 INFO [M:0;dbbb793b8023:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:50,494 DEBUG [M:0;dbbb793b8023:34971 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:19:50,494 INFO [M:0;dbbb793b8023:34971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:19:50,495 INFO [M:0;dbbb793b8023:34971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:50,495 INFO [M:0;dbbb793b8023:34971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:19:50,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:19:50,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11119452477/master 2024-11-15T11:19:50,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11119452477 2024-11-15T11:19:50,504 DEBUG [M:0;dbbb793b8023:34971 {}] zookeeper.ZKUtil(347): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Unable to get data of znode /11119452477/master because node does not exist (not an error) 2024-11-15T11:19:50,504 WARN [M:0;dbbb793b8023:34971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:19:50,505 INFO [M:0;dbbb793b8023:34971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/.lastflushedseqids 2024-11-15T11:19:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741850_1026 (size=263) 2024-11-15T11:19:50,582 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:50,583 INFO [RS:0;dbbb793b8023:36919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1013e389f2a0004, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:50,583 INFO [RS:0;dbbb793b8023:36919 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,36919,1731669573780; zookeeper connection closed. 2024-11-15T11:19:50,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b6841c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b6841c4 2024-11-15T11:19:50,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:19:50,695 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbbb793b8023:36919 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:36919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:50,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address dbbb793b8023:36919 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:36919 2024-11-15T11:19:50,695 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=dbbb793b8023:36919 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:36919 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:36919 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T11:19:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45132 deadline: 1731669650697, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T11:19:50,698 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T11:19:50,699 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T11:19:50,912 INFO [M:0;dbbb793b8023:34971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:19:50,912 INFO [M:0;dbbb793b8023:34971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:19:50,912 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:50,912 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:50,912 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:50,912 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:50,912 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:50,913 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:19:50,932 DEBUG [M:0;dbbb793b8023:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c89753cba374509b8dc3b20662d81d5 is 82, key is hbase:meta,,1/info:regioninfo/1731669576737/Put/seqid=0 2024-11-15T11:19:50,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741851_1027 (size=5672) 2024-11-15T11:19:51,086 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:51,199 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T11:19:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45132 deadline: 1731669651200, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T11:19:51,201 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T11:19:51,202 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T11:19:51,202 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T11:19:51,336 INFO [M:0;dbbb793b8023:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c89753cba374509b8dc3b20662d81d5 2024-11-15T11:19:51,353 DEBUG [M:0;dbbb793b8023:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511040b3ec9b494eab98dbb2288c6970 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669583486/Put/seqid=0 2024-11-15T11:19:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741852_1028 (size=8515) 2024-11-15T11:19:51,689 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:51,757 INFO [M:0;dbbb793b8023:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511040b3ec9b494eab98dbb2288c6970 2024-11-15T11:19:51,775 DEBUG [M:0;dbbb793b8023:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93aeb1b73464c0ea42f1699368a587c is 69, key is dbbb793b8023,36919,1731669573780/rs:state/1731669575442/Put/seqid=0 2024-11-15T11:19:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741853_1029 (size=5156) 2024-11-15T11:19:51,803 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T11:19:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:19:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34971 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45132 deadline: 1731669651804, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T11:19:51,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T11:19:51,806 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T11:19:51,806 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T11:19:52,180 INFO [M:0;dbbb793b8023:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93aeb1b73464c0ea42f1699368a587c 2024-11-15T11:19:52,184 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c89753cba374509b8dc3b20662d81d5 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c89753cba374509b8dc3b20662d81d5 2024-11-15T11:19:52,188 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c89753cba374509b8dc3b20662d81d5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:19:52,189 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511040b3ec9b494eab98dbb2288c6970 as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/511040b3ec9b494eab98dbb2288c6970 2024-11-15T11:19:52,193 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/511040b3ec9b494eab98dbb2288c6970, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:19:52,193 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93aeb1b73464c0ea42f1699368a587c as hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a93aeb1b73464c0ea42f1699368a587c 2024-11-15T11:19:52,197 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37575/user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a93aeb1b73464c0ea42f1699368a587c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:19:52,197 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-15T11:19:52,198 INFO [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:52,198 DEBUG [M:0;dbbb793b8023:34971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669590912Disabling compacts and flushes for region at 1731669590912Disabling writes for close at 1731669590912Obtaining lock to block concurrent updates at 1731669590913 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669590913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669590913Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669590914 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669590914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669590932 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669590932Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669591340 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669591353 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669591353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669591761 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669591775 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669591775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192595c3: reopening flushed file at 1731669592184 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d79c87e: reopening flushed file at 1731669592188 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d853f09: reopening flushed file at 1731669592193 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731669592197 (+4 ms)Writing region close event to WAL at 1731669592198 (+1 ms)Closed at 1731669592198 2024-11-15T11:19:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:19:52,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bde101b1-24f3-11fb-cb77-65ce3ca386da/MasterData/WALs/dbbb793b8023,34971,1731669573634/dbbb793b8023%2C34971%2C1731669573634.1731669575135 not finished, retry = 0 2024-11-15T11:19:52,301 INFO [M:0;dbbb793b8023:34971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:19:52,301 INFO [M:0;dbbb793b8023:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34971 2024-11-15T11:19:52,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:52,301 INFO [M:0;dbbb793b8023:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:52,392 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:52,464 INFO [M:0;dbbb793b8023:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:52,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x1013e389f2a0003, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:52,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10048048{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:52,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20a4cb61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:52,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:52,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@713de407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:52,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751a2c45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:52,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:19:52,468 WARN [BP-104649681-172.17.0.2-1731669571746 heartbeating to localhost/127.0.0.1:37575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:19:52,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:19:52,468 WARN [BP-104649681-172.17.0.2-1731669571746 heartbeating to localhost/127.0.0.1:37575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-104649681-172.17.0.2-1731669571746 (Datanode Uuid 749c33b8-c6e8-476d-aac0-e9846fae0ad4) service to localhost/127.0.0.1:37575 2024-11-15T11:19:52,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/cluster_3839d1ff-c12e-835c-d9d5-fc610ec53e7b/data/data1/current/BP-104649681-172.17.0.2-1731669571746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:52,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/cluster_3839d1ff-c12e-835c-d9d5-fc610ec53e7b/data/data2/current/BP-104649681-172.17.0.2-1731669571746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:52,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:19:52,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aeafffe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:52,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b3e5e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:52,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:52,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4b537b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:52,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456220b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:52,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:19:52,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:19:52,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:52,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:52,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:52,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:52,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:19:52,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:52,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1444779205, stopped=false 2024-11-15T11:19:52,487 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,43611,1731669568738 2024-11-15T11:19:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1982412035/running 2024-11-15T11:19:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1982412035/running 2024-11-15T11:19:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:52,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:52,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:19:52,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:52,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:52,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,36779,1731669568954' ***** 2024-11-15T11:19:52,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:19:52,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/running 2024-11-15T11:19:52,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Set watcher on znode that does not yet exist, /0-1982412035/running 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:19:52,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(3091): Received CLOSE for 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(3091): Received CLOSE for 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,36779,1731669568954 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:52,495 INFO [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36779. 2024-11-15T11:19:52,495 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 945f308615cb1a02326c7c40677aa6a4, disabling compactions & flushes 2024-11-15T11:19:52,495 DEBUG [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:52,495 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:52,495 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:52,495 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. after waiting 0 ms 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:52,496 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:19:52,496 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:19:52,496 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:19:52,496 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:19:52,496 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:19:52,496 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1325): Online Regions={945f308615cb1a02326c7c40677aa6a4=test,,1731669576836.945f308615cb1a02326c7c40677aa6a4., 44ab51cd0b24ffb904e0579b0580c455=hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:19:52,496 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ab51cd0b24ffb904e0579b0580c455, 945f308615cb1a02326c7c40677aa6a4 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:19:52,496 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:19:52,496 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:19:52,496 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:19:52,499 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/default/test/945f308615cb1a02326c7c40677aa6a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:19:52,499 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:52,499 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:19:52,500 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 945f308615cb1a02326c7c40677aa6a4: Waiting for close lock at 1731669592495Running coprocessor pre-close hooks at 1731669592495Disabling compacts and flushes for region at 1731669592495Disabling writes for close at 1731669592496 (+1 ms)Writing region close event to WAL at 1731669592496Running coprocessor post-close hooks at 1731669592499 (+3 ms)Closed at 1731669592500 (+1 ms) 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669576836.945f308615cb1a02326c7c40677aa6a4. 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44ab51cd0b24ffb904e0579b0580c455, disabling compactions & flushes 2024-11-15T11:19:52,500 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. after waiting 0 ms 2024-11-15T11:19:52,500 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:52,500 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44ab51cd0b24ffb904e0579b0580c455 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T11:19:52,507 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T11:19:52,507 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbbb793b8023:34971 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:34971 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:52,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address dbbb793b8023:34971 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:34971 2024-11-15T11:19:52,511 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/info/425afbc82e554d04b997255fc2a29054 is 147, key is hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455./info:regioninfo/1731669581349/Put/seqid=0 2024-11-15T11:19:52,517 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/hfileref/46e03305ad2a4f83ad9c664ebaff9a8e is 74, key is 1/hfileref:3bea1a26489f469c83893c8e99e3d21e_SeqId_6_/1731669589120/Put/seqid=0 2024-11-15T11:19:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741846_1022 (size=7686) 2024-11-15T11:19:52,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741847_1023 (size=5345) 2024-11-15T11:19:52,569 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:52,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:52,618 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbbb793b8023:34971 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:34971 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:19:52,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=dbbb793b8023:34971 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T11:19:52,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address dbbb793b8023:34971 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbbb793b8023/172.17.0.2:34971 2024-11-15T11:19:52,696 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:52,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:52,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbbb793b8023:34971 this server is in the failed servers list 2024-11-15T11:19:52,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbbb793b8023:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:52,896 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:52,918 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/info/425afbc82e554d04b997255fc2a29054 2024-11-15T11:19:52,921 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/hfileref/46e03305ad2a4f83ad9c664ebaff9a8e 2024-11-15T11:19:52,935 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/ns/2e7f9dfb855b46d5b245ad08a36635e2 is 43, key is default/ns:d/1731669571586/Put/seqid=0 2024-11-15T11:19:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741848_1024 (size=5153) 2024-11-15T11:19:52,947 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/queue/9e0ace0e79144d05ad3616501524615f is 153, key is 1-dbbb793b8023,36779,1731669568954/queue:dbbb793b8023%2C36779%2C1731669568954/1731669587055/Put/seqid=0 2024-11-15T11:19:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741849_1025 (size=5352) 2024-11-15T11:19:53,096 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:53,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:53,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbbb793b8023:34971 this server is in the failed servers list 2024-11-15T11:19:53,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbbb793b8023:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1033, reset compression=false 2024-11-15T11:19:53,201 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:19:53,201 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1328, reset compression=false 2024-11-15T11:19:53,296 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ab51cd0b24ffb904e0579b0580c455 2024-11-15T11:19:53,342 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/ns/2e7f9dfb855b46d5b245ad08a36635e2 2024-11-15T11:19:53,351 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/queue/9e0ace0e79144d05ad3616501524615f 2024-11-15T11:19:53,356 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/hfileref/46e03305ad2a4f83ad9c664ebaff9a8e as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/hfileref/46e03305ad2a4f83ad9c664ebaff9a8e 2024-11-15T11:19:53,359 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/hfileref/46e03305ad2a4f83ad9c664ebaff9a8e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T11:19:53,360 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/.tmp/queue/9e0ace0e79144d05ad3616501524615f as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/queue/9e0ace0e79144d05ad3616501524615f 2024-11-15T11:19:53,361 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/rep_barrier/ff38e17311f04c7eb5e03871a8e7f779 is 112, key is test,,1731669576836.945f308615cb1a02326c7c40677aa6a4./rep_barrier:seqnumDuringOpen/1731669577981/Put/seqid=0 2024-11-15T11:19:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741850_1026 (size=5518) 2024-11-15T11:19:53,364 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/queue/9e0ace0e79144d05ad3616501524615f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T11:19:53,365 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 44ab51cd0b24ffb904e0579b0580c455 in 865ms, sequenceid=10, compaction requested=false 2024-11-15T11:19:53,368 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/replication/44ab51cd0b24ffb904e0579b0580c455/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T11:19:53,369 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:53,369 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:53,369 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:53,369 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44ab51cd0b24ffb904e0579b0580c455: Waiting for close lock at 1731669592500Running coprocessor pre-close hooks at 1731669592500Disabling compacts and flushes for region at 1731669592500Disabling writes for close at 1731669592500Obtaining lock to block concurrent updates at 1731669592500Preparing flush snapshotting stores in 44ab51cd0b24ffb904e0579b0580c455 at 1731669592500Finished memstore snapshotting hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731669592500Flushing stores of hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. at 1731669592501 (+1 ms)Flushing 44ab51cd0b24ffb904e0579b0580c455/hfileref: creating writer at 1731669592501Flushing 44ab51cd0b24ffb904e0579b0580c455/hfileref: appending metadata at 1731669592517 (+16 ms)Flushing 44ab51cd0b24ffb904e0579b0580c455/hfileref: closing flushed file at 1731669592517Flushing 44ab51cd0b24ffb904e0579b0580c455/queue: creating writer at 1731669592925 (+408 ms)Flushing 44ab51cd0b24ffb904e0579b0580c455/queue: appending metadata at 1731669592946 (+21 ms)Flushing 44ab51cd0b24ffb904e0579b0580c455/queue: closing flushed file at 1731669592946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3647742: reopening flushed file at 1731669593355 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d6a7a8: reopening flushed file at 1731669593360 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 44ab51cd0b24ffb904e0579b0580c455 in 865ms, sequenceid=10, compaction requested=false at 1731669593365 (+5 ms)Writing region close event to WAL at 1731669593366 (+1 ms)Running coprocessor post-close hooks at 1731669593368 (+2 ms)Closed at 1731669593369 (+1 ms) 2024-11-15T11:19:53,369 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669580148.44ab51cd0b24ffb904e0579b0580c455. 2024-11-15T11:19:53,373 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:19:53,373 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:19:53,404 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1328, reset compression=false 2024-11-15T11:19:53,497 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:19:53,497 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:19:53,497 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:53,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:53,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbbb793b8023:34971 this server is in the failed servers list 2024-11-15T11:19:53,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbbb793b8023:34971 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:53,697 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:53,708 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1328, reset compression=false 2024-11-15T11:19:53,765 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/rep_barrier/ff38e17311f04c7eb5e03871a8e7f779 2024-11-15T11:19:53,785 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/table/8808710acfcf41708281901abd8b3217 is 53, key is hbase:replication/table:state/1731669581356/Put/seqid=0 2024-11-15T11:19:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741851_1027 (size=5308) 2024-11-15T11:19:53,897 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:54,097 DEBUG [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:19:54,111 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.1731669570486 to pos 1328, reset compression=false 2024-11-15T11:19:54,189 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/table/8808710acfcf41708281901abd8b3217 2024-11-15T11:19:54,194 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/info/425afbc82e554d04b997255fc2a29054 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/info/425afbc82e554d04b997255fc2a29054 2024-11-15T11:19:54,198 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/info/425afbc82e554d04b997255fc2a29054, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:19:54,199 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/ns/2e7f9dfb855b46d5b245ad08a36635e2 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/ns/2e7f9dfb855b46d5b245ad08a36635e2 2024-11-15T11:19:54,203 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/ns/2e7f9dfb855b46d5b245ad08a36635e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:19:54,204 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/rep_barrier/ff38e17311f04c7eb5e03871a8e7f779 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/rep_barrier/ff38e17311f04c7eb5e03871a8e7f779 2024-11-15T11:19:54,208 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/rep_barrier/ff38e17311f04c7eb5e03871a8e7f779, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:19:54,209 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/.tmp/table/8808710acfcf41708281901abd8b3217 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/table/8808710acfcf41708281901abd8b3217 2024-11-15T11:19:54,213 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/table/8808710acfcf41708281901abd8b3217, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:19:54,214 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-15T11:19:54,214 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:19:54,219 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:19:54,219 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:54,219 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:54,219 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:54,219 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669592496Running coprocessor pre-close hooks at 1731669592496Disabling compacts and flushes for region at 1731669592496Disabling writes for close at 1731669592496Obtaining lock to block concurrent updates at 1731669592496Preparing flush snapshotting stores in 1588230740 at 1731669592496Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669592496Flushing stores of hbase:meta,,1.1588230740 at 1731669592497 (+1 ms)Flushing 1588230740/info: creating writer at 1731669592497Flushing 1588230740/info: appending metadata at 1731669592510 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731669592510Flushing 1588230740/ns: creating writer at 1731669592923 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731669592935 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731669592935Flushing 1588230740/rep_barrier: creating writer at 1731669593347 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669593360 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669593360Flushing 1588230740/table: creating writer at 1731669593769 (+409 ms)Flushing 1588230740/table: appending metadata at 1731669593784 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731669593784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0bf2ff: reopening flushed file at 1731669594193 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135a4196: reopening flushed file at 1731669594198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435244f7: reopening flushed file at 1731669594203 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a44596f: reopening flushed file at 1731669594209 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731669594214 (+5 ms)Writing region close event to WAL at 1731669594216 (+2 ms)Running coprocessor post-close hooks at 1731669594219 (+3 ms)Closed at 1731669594219 2024-11-15T11:19:54,220 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:19:54,297 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,36779,1731669568954; all regions closed. 2024-11-15T11:19:54,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:19:54,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/WALs/dbbb793b8023,36779,1731669568954/dbbb793b8023%2C36779%2C1731669568954.meta.1731669571524.meta not finished, retry = 0 2024-11-15T11:19:54,402 DEBUG [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs 2024-11-15T11:19:54,402 INFO [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C36779%2C1731669568954.meta:.meta(num 1731669571524) 2024-11-15T11:19:54,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741839_1015 (size=2695) 2024-11-15T11:19:54,405 DEBUG [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs 2024-11-15T11:19:54,405 INFO [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C36779%2C1731669568954.rep:(num 1731669581311) 2024-11-15T11:19:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741832_1008 (size=1336) 2024-11-15T11:19:54,409 DEBUG [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/oldWALs 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C36779%2C1731669568954:(num 1731669570486) 2024-11-15T11:19:54,409 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:54,409 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:54,409 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,36779,1731669568954 because: Region server is closing 2024-11-15T11:19:54,410 INFO [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36779. 2024-11-15T11:19:54,410 DEBUG [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:54,410 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:54,410 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:54,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:54,510 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.wal-reader.dbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:19:54,510 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T11:19:54,510 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T11:19:54,511 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T11:19:54,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:54,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:54,661 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:55,311 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,36779,1731669568954.replicationSource.shipperdbbb793b8023%2C36779%2C1731669568954,1-dbbb793b8023,36779,1731669568954 terminated 2024-11-15T11:19:55,312 INFO [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:36779. 2024-11-15T11:19:55,312 DEBUG [RS:0;dbbb793b8023:36779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:19:55,312 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:55,312 DEBUG [RS:0;dbbb793b8023:36779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:19:55,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:19:55,312 INFO [RS:0;dbbb793b8023:36779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36779 2024-11-15T11:19:55,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1982412035/rs/dbbb793b8023,36779,1731669568954 2024-11-15T11:19:55,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035/rs 2024-11-15T11:19:55,388 INFO [RS:0;dbbb793b8023:36779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:55,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,36779,1731669568954] 2024-11-15T11:19:55,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1982412035/draining/dbbb793b8023,36779,1731669568954 already deleted, retry=false 2024-11-15T11:19:55,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,36779,1731669568954 expired; onlineServers=0 2024-11-15T11:19:55,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,43611,1731669568738' ***** 2024-11-15T11:19:55,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:19:55,409 INFO [M:0;dbbb793b8023:43611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:19:55,409 INFO [M:0;dbbb793b8023:43611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:19:55,409 DEBUG [M:0;dbbb793b8023:43611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:19:55,409 DEBUG [M:0;dbbb793b8023:43611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:19:55,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:19:55,409 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669570287 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669570287,5,FailOnTimeoutGroup] 2024-11-15T11:19:55,409 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669570287 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669570287,5,FailOnTimeoutGroup] 2024-11-15T11:19:55,409 INFO [M:0;dbbb793b8023:43611 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:19:55,409 INFO [M:0;dbbb793b8023:43611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:19:55,409 DEBUG [M:0;dbbb793b8023:43611 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:19:55,409 INFO [M:0;dbbb793b8023:43611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:19:55,410 INFO [M:0;dbbb793b8023:43611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:19:55,410 INFO [M:0;dbbb793b8023:43611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:19:55,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:19:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1982412035/master 2024-11-15T11:19:55,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1982412035 2024-11-15T11:19:55,420 DEBUG [M:0;dbbb793b8023:43611 {}] zookeeper.ZKUtil(347): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Unable to get data of znode /0-1982412035/master because node does not exist (not an error) 2024-11-15T11:19:55,420 WARN [M:0;dbbb793b8023:43611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:19:55,421 INFO [M:0;dbbb793b8023:43611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/.lastflushedseqids 2024-11-15T11:19:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741852_1028 (size=263) 2024-11-15T11:19:55,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:55,499 INFO [RS:0;dbbb793b8023:36779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:55,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36779-0x1013e389f2a0001, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:55,499 INFO [RS:0;dbbb793b8023:36779 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,36779,1731669568954; zookeeper connection closed. 2024-11-15T11:19:55,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e9c22ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e9c22ad 2024-11-15T11:19:55,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:19:55,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:19:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:19:55,825 INFO [M:0;dbbb793b8023:43611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:19:55,825 INFO [M:0;dbbb793b8023:43611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:19:55,825 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:19:55,825 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:55,825 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:55,825 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:19:55,825 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:55,825 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T11:19:55,838 DEBUG [M:0;dbbb793b8023:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb551187aaf0457baed5621cf8b59742 is 82, key is hbase:meta,,1/info:regioninfo/1731669571557/Put/seqid=0 2024-11-15T11:19:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741853_1029 (size=5672) 2024-11-15T11:19:56,243 INFO [M:0;dbbb793b8023:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb551187aaf0457baed5621cf8b59742 2024-11-15T11:19:56,260 DEBUG [M:0;dbbb793b8023:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05864fe548a34d31a8cf4cd21a1e33c6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669581359/Put/seqid=0 2024-11-15T11:19:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741854_1030 (size=8516) 2024-11-15T11:19:56,664 INFO [M:0;dbbb793b8023:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05864fe548a34d31a8cf4cd21a1e33c6 2024-11-15T11:19:56,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:19:56,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:56,668 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:19:56,680 DEBUG [M:0;dbbb793b8023:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca772deb75be44faa233a6c59c30255d is 69, key is dbbb793b8023,36779,1731669568954/rs:state/1731669570330/Put/seqid=0 2024-11-15T11:19:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741855_1031 (size=5156) 2024-11-15T11:19:57,084 INFO [M:0;dbbb793b8023:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca772deb75be44faa233a6c59c30255d 2024-11-15T11:19:57,089 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb551187aaf0457baed5621cf8b59742 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb551187aaf0457baed5621cf8b59742 2024-11-15T11:19:57,093 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb551187aaf0457baed5621cf8b59742, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:19:57,093 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05864fe548a34d31a8cf4cd21a1e33c6 as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05864fe548a34d31a8cf4cd21a1e33c6 2024-11-15T11:19:57,097 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05864fe548a34d31a8cf4cd21a1e33c6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:19:57,098 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca772deb75be44faa233a6c59c30255d as hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca772deb75be44faa233a6c59c30255d 2024-11-15T11:19:57,101 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37959/user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca772deb75be44faa233a6c59c30255d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:19:57,102 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-15T11:19:57,103 INFO [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:19:57,103 DEBUG [M:0;dbbb793b8023:43611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669595825Disabling compacts and flushes for region at 1731669595825Disabling writes for close at 1731669595825Obtaining lock to block concurrent updates at 1731669595825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669595825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731669595826 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669595826Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669595826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669595838 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669595838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669596247 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669596260 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669596260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669596668 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669596680 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669596680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c26354f: reopening flushed file at 1731669597088 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8567838: reopening flushed file at 1731669597093 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48344eca: reopening flushed file at 1731669597097 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731669597102 (+5 ms)Writing region close event to WAL at 1731669597103 (+1 ms)Closed at 1731669597103 2024-11-15T11:19:57,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37145 is added to blk_1073741830_1006 (size=63654) 2024-11-15T11:19:57,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52c6e5ed-0c9f-2a18-bc9a-58810ab4a504/MasterData/WALs/dbbb793b8023,43611,1731669568738/dbbb793b8023%2C43611%2C1731669568738.1731669570035 not finished, retry = 0 2024-11-15T11:19:57,205 INFO [M:0;dbbb793b8023:43611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:19:57,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:19:57,206 INFO [M:0;dbbb793b8023:43611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43611 2024-11-15T11:19:57,206 INFO [M:0;dbbb793b8023:43611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:19:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:57,446 INFO [M:0;dbbb793b8023:43611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:19:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1013e389f2a0000, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:19:57,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52454770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:57,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36c96e0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:57,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:57,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11eb5101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:57,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdea809{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:57,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:19:57,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:19:57,450 WARN [BP-646485967-172.17.0.2-1731669566362 heartbeating to localhost/127.0.0.1:37959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:19:57,450 WARN [BP-646485967-172.17.0.2-1731669566362 heartbeating to localhost/127.0.0.1:37959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-646485967-172.17.0.2-1731669566362 (Datanode Uuid 4ee10e20-902d-4ceb-9e4a-c7e23612082c) service to localhost/127.0.0.1:37959 2024-11-15T11:19:57,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/data/data1/current/BP-646485967-172.17.0.2-1731669566362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:57,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/cluster_02774ac7-263c-304d-7beb-008a06152a42/data/data2/current/BP-646485967-172.17.0.2-1731669566362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:19:57,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:19:57,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ac6cc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:57,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2203128d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:19:57,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:19:57,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a390a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:19:57,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0801c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201efac5-0aac-86bd-89d1-c6199aefd7e2/hadoop.log.dir/,STOPPED} 2024-11-15T11:19:57,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:19:57,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:19:57,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 209) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37575 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37959 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37575 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59849) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59849) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37959 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=617 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=3912 (was 4377) 2024-11-15T11:19:57,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=3912 2024-11-15T11:19:57,503 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T11:19:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir so I do NOT create it in target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774 2024-11-15T11:19:57,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:19:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.tmp.dir so I do NOT create it in target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774 2024-11-15T11:19:57,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cc0dfca-8461-be4f-ca2f-10a20ec37c9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:19:57,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774 2024-11-15T11:19:57,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630, deleteOnExit=true 2024-11-15T11:19:57,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/zookeeper_0, clientPort=51623, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:19:57,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51623 2024-11-15T11:19:57,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:19:57,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:19:57,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/test.cache.data in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:19:57,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:19:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:19:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:19:57,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e389f2a0002, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:19:57,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e389f2a0005, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:19:57,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e389f2a0002, quorum=127.0.0.1:59849, baseZNode=/0-1982412035 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:19:57,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e389f2a0005, quorum=127.0.0.1:59849, baseZNode=/11119452477 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:19:57,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:57,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:57,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:57,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:57,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:19:57,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:57,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153dd6c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:57,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc6e35a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:19:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:19:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4409f84d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/java.io.tmpdir/jetty-localhost-44849-hadoop-hdfs-3_4_1-tests_jar-_-any-8870022482454038669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:19:58,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@244cd9de{HTTP/1.1, (http/1.1)}{localhost:44849} 2024-11-15T11:19:58,053 INFO [Time-limited test {}] server.Server(415): Started @197754ms 2024-11-15T11:19:58,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:19:58,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:19:58,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:19:58,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:19:58,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:19:58,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b2e289{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:19:58,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72a88f0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:19:58,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7646ee76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/java.io.tmpdir/jetty-localhost-36563-hadoop-hdfs-3_4_1-tests_jar-_-any-8469313078869575163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:19:58,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b6720{HTTP/1.1, (http/1.1)}{localhost:36563} 2024-11-15T11:19:58,424 INFO [Time-limited test {}] server.Server(415): Started @198125ms 2024-11-15T11:19:58,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:19:59,036 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/data/data1/current/BP-1356614269-172.17.0.2-1731669597549/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:59,036 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/data/data2/current/BP-1356614269-172.17.0.2-1731669597549/current, will proceed with Du for space computation calculation, 2024-11-15T11:19:59,051 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:19:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x724fc5e759adf90f with lease ID 0x5d2d99d381297b45: Processing first storage report for DS-260157b1-d243-424c-9764-1693abf66360 from datanode DatanodeRegistration(127.0.0.1:36957, datanodeUuid=0434b670-30bf-4b46-91e6-be7c16d58e36, infoPort=36943, infoSecurePort=0, ipcPort=41581, storageInfo=lv=-57;cid=testClusterID;nsid=823750704;c=1731669597549) 2024-11-15T11:19:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x724fc5e759adf90f with lease ID 0x5d2d99d381297b45: from storage DS-260157b1-d243-424c-9764-1693abf66360 node DatanodeRegistration(127.0.0.1:36957, datanodeUuid=0434b670-30bf-4b46-91e6-be7c16d58e36, infoPort=36943, infoSecurePort=0, ipcPort=41581, storageInfo=lv=-57;cid=testClusterID;nsid=823750704;c=1731669597549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x724fc5e759adf90f with lease ID 0x5d2d99d381297b45: Processing first storage report for DS-3ddf7ce2-7d6f-4d02-9906-0aaed10bb3aa from datanode DatanodeRegistration(127.0.0.1:36957, datanodeUuid=0434b670-30bf-4b46-91e6-be7c16d58e36, infoPort=36943, infoSecurePort=0, ipcPort=41581, storageInfo=lv=-57;cid=testClusterID;nsid=823750704;c=1731669597549) 2024-11-15T11:19:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x724fc5e759adf90f with lease ID 0x5d2d99d381297b45: from storage DS-3ddf7ce2-7d6f-4d02-9906-0aaed10bb3aa node DatanodeRegistration(127.0.0.1:36957, datanodeUuid=0434b670-30bf-4b46-91e6-be7c16d58e36, infoPort=36943, infoSecurePort=0, ipcPort=41581, storageInfo=lv=-57;cid=testClusterID;nsid=823750704;c=1731669597549), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:19:59,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774 2024-11-15T11:19:59,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:19:59,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61 with version=8 2024-11-15T11:19:59,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/hbase-staging 2024-11-15T11:19:59,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:19:59,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:59,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45457 2024-11-15T11:19:59,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45457 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:19:59,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454570x0, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:59,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45457-0x1013e3918fe0000 connected 2024-11-15T11:19:59,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/running 2024-11-15T11:19:59,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61, hbase.cluster.distributed=false 2024-11-15T11:19:59,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/acl 2024-11-15T11:19:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-15T11:19:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45457 2024-11-15T11:19:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45457 2024-11-15T11:19:59,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-15T11:19:59,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-15T11:19:59,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:19:59,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37547 2024-11-15T11:19:59,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37547 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:19:59,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:19:59,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375470x0, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:19:59,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375470x0, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/running 2024-11-15T11:19:59,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37547-0x1013e3918fe0001 connected 2024-11-15T11:19:59,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:19:59,766 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:19:59,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/master 2024-11-15T11:19:59,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/acl 2024-11-15T11:19:59,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-15T11:19:59,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37547 2024-11-15T11:19:59,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37547 2024-11-15T11:19:59,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-15T11:19:59,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-15T11:19:59,784 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:45457 2024-11-15T11:19:59,785 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1588719011/backup-masters/dbbb793b8023,45457,1731669599557 2024-11-15T11:19:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/backup-masters 2024-11-15T11:19:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/backup-masters 2024-11-15T11:19:59,795 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on existing znode=/0-1588719011/backup-masters/dbbb793b8023,45457,1731669599557 2024-11-15T11:19:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:19:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588719011/master 2024-11-15T11:19:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:19:59,806 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on existing znode=/0-1588719011/master 2024-11-15T11:19:59,806 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1588719011/backup-masters/dbbb793b8023,45457,1731669599557 from backup master directory 2024-11-15T11:19:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588719011/backup-masters/dbbb793b8023,45457,1731669599557 2024-11-15T11:19:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/backup-masters 2024-11-15T11:19:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/backup-masters 2024-11-15T11:19:59,816 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:19:59,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,45457,1731669599557 2024-11-15T11:19:59,818 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/hbase.id] with ID: 5d7df484-9dc8-4c45-86f1-9d6ecbc55e11 2024-11-15T11:19:59,818 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/.tmp/hbase.id 2024-11-15T11:19:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:20:00,226 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/.tmp/hbase.id]:[hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/hbase.id] 2024-11-15T11:20:00,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:00,234 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:20:00,235 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:20:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:20:00,687 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:00,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:00,688 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:20:00,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:00,689 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:00,689 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:20:00,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:00,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:00,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:01,094 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store 2024-11-15T11:20:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:20:01,500 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:01,500 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:01,500 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:01,501 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:01,501 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:01,501 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:01,501 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:01,501 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669601500Disabling compacts and flushes for region at 1731669601500Disabling writes for close at 1731669601501 (+1 ms)Writing region close event to WAL at 1731669601501Closed at 1731669601501 2024-11-15T11:20:01,501 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/.initializing 2024-11-15T11:20:01,501 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/WALs/dbbb793b8023,45457,1731669599557 2024-11-15T11:20:01,502 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:01,504 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C45457%2C1731669599557, suffix=, logDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/WALs/dbbb793b8023,45457,1731669599557, archiveDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/oldWALs, maxLogs=10 2024-11-15T11:20:01,519 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/WALs/dbbb793b8023,45457,1731669599557/dbbb793b8023%2C45457%2C1731669599557.1731669601504, exclude list is [], retry=0 2024-11-15T11:20:01,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36957,DS-260157b1-d243-424c-9764-1693abf66360,DISK] 2024-11-15T11:20:01,523 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/WALs/dbbb793b8023,45457,1731669599557/dbbb793b8023%2C45457%2C1731669599557.1731669601504 2024-11-15T11:20:01,524 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-15T11:20:01,524 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:01,524 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:01,524 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,524 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:20:01,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:01,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:01,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:20:01,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:01,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:01,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:20:01,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:01,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:01,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:20:01,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:01,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:01,530 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,530 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,530 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,531 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,531 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,532 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:01,532 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:01,534 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:01,534 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70351323, jitterRate=0.04831640422344208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:01,535 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669601524Initializing all the Stores at 1731669601525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669601525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669601525Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669601525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669601525Cleaning up temporary data from old regions at 1731669601531 (+6 ms)Region opened successfully at 1731669601535 (+4 ms) 2024-11-15T11:20:01,535 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:20:01,538 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c60254e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:01,538 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:20:01,539 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:20:01,541 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:20:01,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/balancer because node does not exist (not necessarily an error) 2024-11-15T11:20:01,566 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/balancer already deleted, retry=false 2024-11-15T11:20:01,567 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:20:01,567 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:20:01,630 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/normalizer already deleted, retry=false 2024-11-15T11:20:01,630 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:20:01,631 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:20:01,672 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/switch/split already deleted, retry=false 2024-11-15T11:20:01,673 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:20:01,682 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/switch/merge already deleted, retry=false 2024-11-15T11:20:01,684 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:20:01,693 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/snapshot-cleanup already deleted, retry=false 2024-11-15T11:20:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588719011/running 2024-11-15T11:20:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588719011/running 2024-11-15T11:20:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,704 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,45457,1731669599557, sessionid=0x1013e3918fe0000, setting cluster-up flag (Was=false) 2024-11-15T11:20:01,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,756 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588719011/flush-table-proc/acquired, /0-1588719011/flush-table-proc/reached, /0-1588719011/flush-table-proc/abort 2024-11-15T11:20:01,757 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,45457,1731669599557 2024-11-15T11:20:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:01,808 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588719011/online-snapshot/acquired, /0-1588719011/online-snapshot/reached, /0-1588719011/online-snapshot/abort 2024-11-15T11:20:01,809 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,45457,1731669599557 2024-11-15T11:20:01,810 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:20:01,811 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:01,811 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:20:01,812 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:20:01,812 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,45457,1731669599557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:01,813 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669631814 2024-11-15T11:20:01,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:20:01,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:20:01,814 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:20:01,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:20:01,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:20:01,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:20:01,815 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669601815,5,FailOnTimeoutGroup] 2024-11-15T11:20:01,816 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669601815,5,FailOnTimeoutGroup] 2024-11-15T11:20:01,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:20:01,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:20:01,877 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(746): ClusterId : 5d7df484-9dc8-4c45-86f1-9d6ecbc55e11 2024-11-15T11:20:01,878 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:20:01,890 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:20:01,890 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:20:01,900 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:20:01,900 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f6252e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:01,911 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:37547 2024-11-15T11:20:01,911 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:20:01,911 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:20:01,911 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:20:01,912 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,45457,1731669599557 with port=37547, startcode=1731669599747 2024-11-15T11:20:01,912 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:20:01,913 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:20:01,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,915 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61 2024-11-15T11:20:01,915 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41713 2024-11-15T11:20:01,915 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:20:01,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/rs 2024-11-15T11:20:01,925 DEBUG [RS:0;dbbb793b8023:37547 {}] zookeeper.ZKUtil(111): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on existing znode=/0-1588719011/rs/dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,925 WARN [RS:0;dbbb793b8023:37547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:01,925 INFO [RS:0;dbbb793b8023:37547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:01,925 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,37547,1731669599747] 2024-11-15T11:20:01,927 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:20:01,929 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:20:01,929 INFO [RS:0;dbbb793b8023:37547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:20:01,929 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,930 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:20:01,930 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:20:01,930 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:01,930 DEBUG [RS:0;dbbb793b8023:37547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,931 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37547,1731669599747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:01,948 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:20:01,948 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37547,1731669599747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,949 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,949 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.Replication(171): dbbb793b8023,37547,1731669599747 started 2024-11-15T11:20:01,963 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:01,963 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,37547,1731669599747, RpcServer on dbbb793b8023/172.17.0.2:37547, sessionid=0x1013e3918fe0001 2024-11-15T11:20:01,963 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:20:01,963 DEBUG [RS:0;dbbb793b8023:37547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,963 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37547,1731669599747' 2024-11-15T11:20:01,963 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588719011/flush-table-proc/abort' 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588719011/flush-table-proc/acquired' 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,37547,1731669599747 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37547,1731669599747' 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588719011/online-snapshot/abort' 2024-11-15T11:20:01,964 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588719011/online-snapshot/acquired' 2024-11-15T11:20:01,965 DEBUG [RS:0;dbbb793b8023:37547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:20:01,965 INFO [RS:0;dbbb793b8023:37547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:20:01,965 INFO [RS:0;dbbb793b8023:37547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:20:02,065 INFO [RS:0;dbbb793b8023:37547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:02,066 INFO [RS:0;dbbb793b8023:37547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37547%2C1731669599747, suffix=, logDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747, archiveDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/oldWALs, maxLogs=10 2024-11-15T11:20:02,078 DEBUG [RS:0;dbbb793b8023:37547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, exclude list is [], retry=0 2024-11-15T11:20:02,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36957,DS-260157b1-d243-424c-9764-1693abf66360,DISK] 2024-11-15T11:20:02,082 INFO [RS:0;dbbb793b8023:37547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 2024-11-15T11:20:02,082 DEBUG [RS:0;dbbb793b8023:37547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-15T11:20:02,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:20:02,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61 2024-11-15T11:20:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:20:02,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:02,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:02,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:02,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:02,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:02,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:02,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:02,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:02,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:02,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:02,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:02,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:02,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:02,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:02,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:02,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740 2024-11-15T11:20:02,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740 2024-11-15T11:20:02,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:02,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:02,636 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:02,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:02,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67183858, jitterRate=0.0011174976825714111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669602627Initializing all the Stores at 1731669602628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669602628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669602628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669602628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669602628Cleaning up temporary data from old regions at 1731669602635 (+7 ms)Region opened successfully at 1731669602638 (+3 ms) 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:02,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:02,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:02,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:02,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669602638Disabling compacts and flushes for region at 1731669602638Disabling writes for close at 1731669602638Writing region close event to WAL at 1731669602639 (+1 ms)Closed at 1731669602639 2024-11-15T11:20:02,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:02,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:20:02,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:20:02,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:02,641 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:20:02,792 DEBUG [dbbb793b8023:45457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:20:02,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:02,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37547,1731669599747, state=OPENING 2024-11-15T11:20:02,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:20:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:02,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:02,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588719011/meta-region-server: CHANGED 2024-11-15T11:20:02,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588719011/meta-region-server: CHANGED 2024-11-15T11:20:02,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37547,1731669599747}] 2024-11-15T11:20:03,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:03,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:20:03,056 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:20:03,057 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:03,057 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:20:03,058 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37547%2C1731669599747.meta, suffix=.meta, logDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747, archiveDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/oldWALs, maxLogs=10 2024-11-15T11:20:03,070 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.meta.1731669603058.meta, exclude list is [], retry=0 2024-11-15T11:20:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36957,DS-260157b1-d243-424c-9764-1693abf66360,DISK] 2024-11-15T11:20:03,073 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.meta.1731669603058.meta 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:03,074 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:20:03,074 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:20:03,074 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:03,075 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:20:03,075 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:20:03,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:03,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:03,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:03,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:03,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:03,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:03,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:03,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:03,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:03,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:03,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:03,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:03,079 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:03,080 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740 2024-11-15T11:20:03,081 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740 2024-11-15T11:20:03,082 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:03,082 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:03,082 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:03,083 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:03,084 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67517342, jitterRate=0.006086796522140503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:03,084 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:20:03,084 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669603075Writing region info on filesystem at 1731669603075Initializing all the Stores at 1731669603075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669603075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669603076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669603076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669603076Cleaning up temporary data from old regions at 1731669603082 (+6 ms)Running coprocessor post-open hooks at 1731669603084 (+2 ms)Region opened successfully at 1731669603084 2024-11-15T11:20:03,085 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669603052 2024-11-15T11:20:03,087 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:20:03,087 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:20:03,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:03,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37547,1731669599747, state=OPEN 2024-11-15T11:20:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588719011/meta-region-server 2024-11-15T11:20:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588719011/meta-region-server 2024-11-15T11:20:03,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:03,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588719011/meta-region-server: CHANGED 2024-11-15T11:20:03,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588719011/meta-region-server: CHANGED 2024-11-15T11:20:03,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:20:03,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37547,1731669599747 in 210 msec 2024-11-15T11:20:03,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:20:03,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-15T11:20:03,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:03,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:20:03,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:03,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37547,1731669599747, seqNum=-1] 2024-11-15T11:20:03,115 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:03,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:03,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-15T11:20:03,120 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669603120, completionTime=-1 2024-11-15T11:20:03,120 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:20:03,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669663122 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669723122 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:45457, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,122 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,123 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,124 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:03,126 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:20:03,128 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:20:03,128 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:20:03,128 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,45457,1731669599557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:03,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75211271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:03,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:03,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:03,180 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c87e6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:03,181 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:03,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df42e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:03,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37547,1731669599747, seqNum=-1] 2024-11-15T11:20:03,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:03,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:03,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,45457,1731669599557 2024-11-15T11:20:03,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:20:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:03,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3918fe0002 connected 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir so I do NOT create it in target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1 2024-11-15T11:20:03,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.tmp.dir so I do NOT create it in target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1 2024-11-15T11:20:03,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:20:03,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/cluster_9b5fe8e3-9696-f3fe-2bad-397a0b20f1ad, deleteOnExit=true 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/test.cache.data in system properties and HBase conf 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:20:03,211 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:20:03,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:20:03,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:03,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:03,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:03,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:03,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:03,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:03,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f484ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:03,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5123a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:03,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f55b240{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/java.io.tmpdir/jetty-localhost-42295-hadoop-hdfs-3_4_1-tests_jar-_-any-5056248594790668118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:03,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f021b47{HTTP/1.1, (http/1.1)}{localhost:42295} 2024-11-15T11:20:03,625 INFO [Time-limited test {}] server.Server(415): Started @203326ms 2024-11-15T11:20:03,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:03,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:03,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:03,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:03,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:03,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a9dde8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:03,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24165b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:03,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1260877{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/java.io.tmpdir/jetty-localhost-36293-hadoop-hdfs-3_4_1-tests_jar-_-any-9977945754729311647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:03,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16627f83{HTTP/1.1, (http/1.1)}{localhost:36293} 2024-11-15T11:20:03,952 INFO [Time-limited test {}] server.Server(415): Started @203654ms 2024-11-15T11:20:03,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:20:04,628 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/cluster_9b5fe8e3-9696-f3fe-2bad-397a0b20f1ad/data/data1/current/BP-344410272-172.17.0.2-1731669603225/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:04,628 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/cluster_9b5fe8e3-9696-f3fe-2bad-397a0b20f1ad/data/data2/current/BP-344410272-172.17.0.2-1731669603225/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:04,647 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:20:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784ebc22fc73b26b with lease ID 0x9cc77c2582279608: Processing first storage report for DS-fa436876-17b8-43f5-812e-3226ff73f451 from datanode DatanodeRegistration(127.0.0.1:44721, datanodeUuid=b68a7c05-3206-4a7e-ba49-996550fe7d78, infoPort=37279, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=586707747;c=1731669603225) 2024-11-15T11:20:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784ebc22fc73b26b with lease ID 0x9cc77c2582279608: from storage DS-fa436876-17b8-43f5-812e-3226ff73f451 node DatanodeRegistration(127.0.0.1:44721, datanodeUuid=b68a7c05-3206-4a7e-ba49-996550fe7d78, infoPort=37279, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=586707747;c=1731669603225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784ebc22fc73b26b with lease ID 0x9cc77c2582279608: Processing first storage report for DS-b987c64e-754d-4a59-8de9-f405bff00f26 from datanode DatanodeRegistration(127.0.0.1:44721, datanodeUuid=b68a7c05-3206-4a7e-ba49-996550fe7d78, infoPort=37279, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=586707747;c=1731669603225) 2024-11-15T11:20:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784ebc22fc73b26b with lease ID 0x9cc77c2582279608: from storage DS-b987c64e-754d-4a59-8de9-f405bff00f26 node DatanodeRegistration(127.0.0.1:44721, datanodeUuid=b68a7c05-3206-4a7e-ba49-996550fe7d78, infoPort=37279, infoSecurePort=0, ipcPort=39999, storageInfo=lv=-57;cid=testClusterID;nsid=586707747;c=1731669603225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:04,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1 2024-11-15T11:20:04,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:04,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:20:05,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b with version=8 2024-11-15T11:20:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/hbase-staging 2024-11-15T11:20:05,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:05,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40953 2024-11-15T11:20:05,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40953 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:20:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409530x0, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:05,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40953-0x1013e3918fe0003 connected 2024-11-15T11:20:05,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:05,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:05,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/running 2024-11-15T11:20:05,218 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b, hbase.cluster.distributed=false 2024-11-15T11:20:05,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/acl 2024-11-15T11:20:05,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T11:20:05,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40953 2024-11-15T11:20:05,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40953 2024-11-15T11:20:05,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T11:20:05,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-15T11:20:05,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:05,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:20:05,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:05,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44091 2024-11-15T11:20:05,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44091 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:20:05,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:05,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:05,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440910x0, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:05,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44091-0x1013e3918fe0004 connected 2024-11-15T11:20:05,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/running 2024-11-15T11:20:05,251 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:20:05,251 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:20:05,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/master 2024-11-15T11:20:05,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/acl 2024-11-15T11:20:05,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44091 2024-11-15T11:20:05,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44091 2024-11-15T11:20:05,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44091 2024-11-15T11:20:05,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44091 2024-11-15T11:20:05,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44091 2024-11-15T11:20:05,266 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:40953 2024-11-15T11:20:05,268 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1428033330/backup-masters/dbbb793b8023,40953,1731669605089 2024-11-15T11:20:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/backup-masters 2024-11-15T11:20:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/backup-masters 2024-11-15T11:20:05,279 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on existing znode=/1428033330/backup-masters/dbbb793b8023,40953,1731669605089 2024-11-15T11:20:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1428033330/master 2024-11-15T11:20:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:05,289 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on existing znode=/1428033330/master 2024-11-15T11:20:05,290 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1428033330/backup-masters/dbbb793b8023,40953,1731669605089 from backup master directory 2024-11-15T11:20:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1428033330/backup-masters/dbbb793b8023,40953,1731669605089 2024-11-15T11:20:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/backup-masters 2024-11-15T11:20:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/backup-masters 2024-11-15T11:20:05,299 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:05,300 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,40953,1731669605089 2024-11-15T11:20:05,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/hbase.id] with ID: 48fca1f7-6d8a-4e61-ad56-cb5911cefd42 2024-11-15T11:20:05,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/.tmp/hbase.id 2024-11-15T11:20:05,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:20:05,307 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/.tmp/hbase.id]:[hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/hbase.id] 2024-11-15T11:20:05,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:05,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:20:05,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T11:20:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:05,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:20:05,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:05,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:20:05,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:20:06,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store 2024-11-15T11:20:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:06,541 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:06,541 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:06,541 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669606541Disabling compacts and flushes for region at 1731669606541Disabling writes for close at 1731669606541Writing region close event to WAL at 1731669606541Closed at 1731669606541 2024-11-15T11:20:06,542 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/.initializing 2024-11-15T11:20:06,542 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/WALs/dbbb793b8023,40953,1731669605089 2024-11-15T11:20:06,543 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:06,544 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C40953%2C1731669605089, suffix=, logDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/WALs/dbbb793b8023,40953,1731669605089, archiveDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/oldWALs, maxLogs=10 2024-11-15T11:20:06,555 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/WALs/dbbb793b8023,40953,1731669605089/dbbb793b8023%2C40953%2C1731669605089.1731669606544, exclude list is [], retry=0 2024-11-15T11:20:06,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44721,DS-fa436876-17b8-43f5-812e-3226ff73f451,DISK] 2024-11-15T11:20:06,558 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/WALs/dbbb793b8023,40953,1731669605089/dbbb793b8023%2C40953%2C1731669605089.1731669606544 2024-11-15T11:20:06,558 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37279:37279)] 2024-11-15T11:20:06,558 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:06,558 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:06,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,559 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:20:06,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:06,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:06,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:20:06,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:06,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:06,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:20:06,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:06,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:06,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:20:06,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:06,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:06,564 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,564 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,564 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,565 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,565 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,567 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:06,567 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:06,569 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:06,569 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65073707, jitterRate=-0.030326202511787415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:06,569 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669606559Initializing all the Stores at 1731669606559Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669606559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669606559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669606559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669606559Cleaning up temporary data from old regions at 1731669606565 (+6 ms)Region opened successfully at 1731669606569 (+4 ms) 2024-11-15T11:20:06,569 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:20:06,572 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2646de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:06,572 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:20:06,573 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:20:06,573 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:20:06,573 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:20:06,573 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:20:06,574 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:20:06,574 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:20:06,575 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:20:06,576 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/balancer because node does not exist (not necessarily an error) 2024-11-15T11:20:06,626 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/balancer already deleted, retry=false 2024-11-15T11:20:06,626 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:20:06,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:20:06,636 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/normalizer already deleted, retry=false 2024-11-15T11:20:06,636 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:20:06,637 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:20:06,647 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/switch/split already deleted, retry=false 2024-11-15T11:20:06,647 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:20:06,657 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/switch/merge already deleted, retry=false 2024-11-15T11:20:06,659 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:20:06,668 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/snapshot-cleanup already deleted, retry=false 2024-11-15T11:20:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1428033330/running 2024-11-15T11:20:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1428033330/running 2024-11-15T11:20:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,679 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,40953,1731669605089, sessionid=0x1013e3918fe0003, setting cluster-up flag (Was=false) 2024-11-15T11:20:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,731 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1428033330/flush-table-proc/acquired, /1428033330/flush-table-proc/reached, /1428033330/flush-table-proc/abort 2024-11-15T11:20:06,732 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,40953,1731669605089 2024-11-15T11:20:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:06,784 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1428033330/online-snapshot/acquired, /1428033330/online-snapshot/reached, /1428033330/online-snapshot/abort 2024-11-15T11:20:06,784 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,40953,1731669605089 2024-11-15T11:20:06,785 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:20:06,786 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:06,786 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:20:06,786 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:20:06,786 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,40953,1731669605089 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:06,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669636788 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:20:06,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:20:06,788 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:20:06,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:06,789 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669606789,5,FailOnTimeoutGroup] 2024-11-15T11:20:06,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:20:06,789 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669606789,5,FailOnTimeoutGroup] 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,789 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:20:06,859 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(746): ClusterId : 48fca1f7-6d8a-4e61-ad56-cb5911cefd42 2024-11-15T11:20:06,859 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:20:06,868 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:20:06,868 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:20:06,879 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:20:06,879 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcffe78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:06,889 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:44091 2024-11-15T11:20:06,889 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:20:06,889 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:20:06,889 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:20:06,889 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,40953,1731669605089 with port=44091, startcode=1731669605234 2024-11-15T11:20:06,890 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:20:06,891 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:20:06,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40953 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,892 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b 2024-11-15T11:20:06,892 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34635 2024-11-15T11:20:06,892 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:20:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/rs 2024-11-15T11:20:06,944 DEBUG [RS:0;dbbb793b8023:44091 {}] zookeeper.ZKUtil(111): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on existing znode=/1428033330/rs/dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,944 WARN [RS:0;dbbb793b8023:44091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:06,944 INFO [RS:0;dbbb793b8023:44091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:06,944 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,44091,1731669605234] 2024-11-15T11:20:06,947 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:20:06,948 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:20:06,949 INFO [RS:0;dbbb793b8023:44091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:20:06,949 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,949 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:20:06,949 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:20:06,949 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:06,950 DEBUG [RS:0;dbbb793b8023:44091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,950 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44091,1731669605234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:06,963 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:20:06,963 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44091,1731669605234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,963 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,963 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.Replication(171): dbbb793b8023,44091,1731669605234 started 2024-11-15T11:20:06,974 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:06,974 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,44091,1731669605234, RpcServer on dbbb793b8023/172.17.0.2:44091, sessionid=0x1013e3918fe0004 2024-11-15T11:20:06,974 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:20:06,974 DEBUG [RS:0;dbbb793b8023:44091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,974 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,44091,1731669605234' 2024-11-15T11:20:06,974 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1428033330/flush-table-proc/abort' 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1428033330/flush-table-proc/acquired' 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,44091,1731669605234 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,44091,1731669605234' 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1428033330/online-snapshot/abort' 2024-11-15T11:20:06,975 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1428033330/online-snapshot/acquired' 2024-11-15T11:20:06,976 DEBUG [RS:0;dbbb793b8023:44091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:20:06,976 INFO [RS:0;dbbb793b8023:44091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:20:06,976 INFO [RS:0;dbbb793b8023:44091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:20:07,076 INFO [RS:0;dbbb793b8023:44091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:07,077 INFO [RS:0;dbbb793b8023:44091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44091%2C1731669605234, suffix=, logDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234, archiveDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/oldWALs, maxLogs=10 2024-11-15T11:20:07,088 DEBUG [RS:0;dbbb793b8023:44091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, exclude list is [], retry=0 2024-11-15T11:20:07,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44721,DS-fa436876-17b8-43f5-812e-3226ff73f451,DISK] 2024-11-15T11:20:07,092 INFO [RS:0;dbbb793b8023:44091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 2024-11-15T11:20:07,092 DEBUG [RS:0;dbbb793b8023:44091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37279:37279)] 2024-11-15T11:20:07,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:20:07,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b 2024-11-15T11:20:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:20:07,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:07,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:07,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:07,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:07,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:07,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:07,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:07,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:07,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:07,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:07,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:07,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:07,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:07,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:07,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:07,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:07,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:07,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:07,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740 2024-11-15T11:20:07,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740 2024-11-15T11:20:07,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:07,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:07,609 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:07,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:07,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72403868, jitterRate=0.07890170812606812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669607602Initializing all the Stores at 1731669607602Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669607602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669607603 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669607603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669607603Cleaning up temporary data from old regions at 1731669607609 (+6 ms)Region opened successfully at 1731669607612 (+3 ms) 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:07,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:07,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:07,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669607612Disabling compacts and flushes for region at 1731669607612Disabling writes for close at 1731669607612Writing region close event to WAL at 1731669607613 (+1 ms)Closed at 1731669607613 2024-11-15T11:20:07,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:07,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:20:07,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:20:07,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:07,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:20:07,765 DEBUG [dbbb793b8023:40953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:20:07,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:07,767 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,44091,1731669605234, state=OPENING 2024-11-15T11:20:07,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:20:07,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:07,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:07,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1428033330/meta-region-server: CHANGED 2024-11-15T11:20:07,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1428033330/meta-region-server: CHANGED 2024-11-15T11:20:07,837 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:07,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,44091,1731669605234}] 2024-11-15T11:20:07,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:20:07,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:07,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:20:07,993 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:20:07,993 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:07,993 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:20:07,994 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44091%2C1731669605234.meta, suffix=.meta, logDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234, archiveDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/oldWALs, maxLogs=10 2024-11-15T11:20:08,006 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.meta.1731669607995.meta, exclude list is [], retry=0 2024-11-15T11:20:08,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44721,DS-fa436876-17b8-43f5-812e-3226ff73f451,DISK] 2024-11-15T11:20:08,009 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.meta.1731669607995.meta 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37279:37279)] 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:08,009 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:20:08,009 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:20:08,009 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:08,010 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:20:08,010 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:20:08,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:08,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:08,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:08,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:08,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:08,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:08,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:08,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:08,014 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:08,014 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740 2024-11-15T11:20:08,016 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740 2024-11-15T11:20:08,017 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:08,017 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:08,017 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:08,018 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:08,019 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67758351, jitterRate=0.009678110480308533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:08,019 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:20:08,019 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669608010Writing region info on filesystem at 1731669608010Initializing all the Stores at 1731669608010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669608010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669608010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669608010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669608010Cleaning up temporary data from old regions at 1731669608017 (+7 ms)Running coprocessor post-open hooks at 1731669608019 (+2 ms)Region opened successfully at 1731669608019 2024-11-15T11:20:08,020 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669607989 2024-11-15T11:20:08,022 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:20:08,022 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:20:08,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:08,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,44091,1731669605234, state=OPEN 2024-11-15T11:20:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1428033330/meta-region-server 2024-11-15T11:20:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1428033330/meta-region-server 2024-11-15T11:20:08,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1428033330/meta-region-server: CHANGED 2024-11-15T11:20:08,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1428033330/meta-region-server: CHANGED 2024-11-15T11:20:08,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:20:08,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,44091,1731669605234 in 210 msec 2024-11-15T11:20:08,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:20:08,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:20:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:20:08,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:20:08,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:08,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:20:08,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-15T11:20:08,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:08,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:20:08,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:08,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44091,1731669605234, seqNum=-1] 2024-11-15T11:20:08,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:08,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:08,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-15T11:20:08,058 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669608058, completionTime=-1 2024-11-15T11:20:08,058 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:20:08,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669668060 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669728060 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:40953, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,060 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,061 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,062 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.763sec 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:08,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:20:08,065 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:20:08,065 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:20:08,066 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40953,1731669605089-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:08,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2aef6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:08,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:08,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:08,160 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:08,162 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:08,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:08,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44091,1731669605234, seqNum=-1] 2024-11-15T11:20:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:08,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:08,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,40953,1731669605089 2024-11-15T11:20:08,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51623 2024-11-15T11:20:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:08,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3918fe0005 connected 2024-11-15T11:20:08,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,45457,1731669599557 2024-11-15T11:20:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4a3449 2024-11-15T11:20:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:08,191 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:08,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:20:08,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:08,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:08,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:20:08,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:20:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:08,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:08,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c19143435d730ef2bc001c817966ad4, NAME => 'test,,1731669608191.8c19143435d730ef2bc001c817966ad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61 2024-11-15T11:20:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:20:08,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669608191.8c19143435d730ef2bc001c817966ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c19143435d730ef2bc001c817966ad4, disabling compactions & flushes 2024-11-15T11:20:09,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669608191.8c19143435d730ef2bc001c817966ad4. after waiting 0 ms 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c19143435d730ef2bc001c817966ad4: Waiting for close lock at 1731669609006Disabling compacts and flushes for region at 1731669609006Disabling writes for close at 1731669609006Writing region close event to WAL at 1731669609006Closed at 1731669609006 2024-11-15T11:20:09,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:09,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669608191.8c19143435d730ef2bc001c817966ad4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669609007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669609007"}]},"ts":"1731669609007"} 2024-11-15T11:20:09,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:09,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:09,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669609010"}]},"ts":"1731669609010"} 2024-11-15T11:20:09,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:20:09,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c19143435d730ef2bc001c817966ad4, ASSIGN}] 2024-11-15T11:20:09,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c19143435d730ef2bc001c817966ad4, ASSIGN 2024-11-15T11:20:09,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c19143435d730ef2bc001c817966ad4, ASSIGN; state=OFFLINE, location=dbbb793b8023,37547,1731669599747; forceNewPlan=false, retain=false 2024-11-15T11:20:09,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c19143435d730ef2bc001c817966ad4, regionState=OPENING, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:09,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c19143435d730ef2bc001c817966ad4, ASSIGN because future has completed 2024-11-15T11:20:09,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c19143435d730ef2bc001c817966ad4, server=dbbb793b8023,37547,1731669599747}] 2024-11-15T11:20:09,322 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c19143435d730ef2bc001c817966ad4, NAME => 'test,,1731669608191.8c19143435d730ef2bc001c817966ad4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:09,322 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:09,322 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:20:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,322 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669608191.8c19143435d730ef2bc001c817966ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:09,323 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,323 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,324 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,324 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c19143435d730ef2bc001c817966ad4 columnFamilyName f 2024-11-15T11:20:09,325 DEBUG [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:09,325 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(327): Store=8c19143435d730ef2bc001c817966ad4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:09,325 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,326 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c19143435d730ef2bc001c817966ad4 columnFamilyName f1 2024-11-15T11:20:09,326 DEBUG [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:09,326 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(327): Store=8c19143435d730ef2bc001c817966ad4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:09,326 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,327 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c19143435d730ef2bc001c817966ad4 columnFamilyName norep 2024-11-15T11:20:09,327 DEBUG [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:09,327 INFO [StoreOpener-8c19143435d730ef2bc001c817966ad4-1 {}] regionserver.HStore(327): Store=8c19143435d730ef2bc001c817966ad4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:09,327 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,328 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,328 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:09,328 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,328 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,329 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:09,330 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,331 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:09,331 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c19143435d730ef2bc001c817966ad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68094725, jitterRate=0.014690473675727844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:09,332 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:09,332 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c19143435d730ef2bc001c817966ad4: Running coprocessor pre-open hook at 1731669609323Writing region info on filesystem at 1731669609323Initializing all the Stores at 1731669609323Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669609323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669609323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669609323Cleaning up temporary data from old regions at 1731669609328 (+5 ms)Running coprocessor post-open hooks at 1731669609332 (+4 ms)Region opened successfully at 1731669609332 2024-11-15T11:20:09,333 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669608191.8c19143435d730ef2bc001c817966ad4., pid=6, masterSystemTime=1731669609318 2024-11-15T11:20:09,335 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,335 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:09,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c19143435d730ef2bc001c817966ad4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:09,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c19143435d730ef2bc001c817966ad4, server=dbbb793b8023,37547,1731669599747 because future has completed 2024-11-15T11:20:09,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:20:09,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c19143435d730ef2bc001c817966ad4, server=dbbb793b8023,37547,1731669599747 in 171 msec 2024-11-15T11:20:09,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:20:09,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c19143435d730ef2bc001c817966ad4, ASSIGN in 327 msec 2024-11-15T11:20:09,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:09,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669609340"}]},"ts":"1731669609340"} 2024-11-15T11:20:09,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:20:09,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:09,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-15T11:20:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:10,338 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:20:10,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40953,1731669605089 2024-11-15T11:20:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52266e3d 2024-11-15T11:20:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:10,340 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:10,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:20:10,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:10,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:10,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:20:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:10,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:20:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:10,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:10,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:10,749 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:10,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a8a46cacf91f8cdbbbea9b4d9d12200, NAME => 'test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b 2024-11-15T11:20:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:20:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:11,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:11,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a8a46cacf91f8cdbbbea9b4d9d12200, disabling compactions & flushes 2024-11-15T11:20:11,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. after waiting 1 ms 2024-11-15T11:20:11,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a8a46cacf91f8cdbbbea9b4d9d12200: Waiting for close lock at 1731669611155Disabling compacts and flushes for region at 1731669611155Disabling writes for close at 1731669611156 (+1 ms)Writing region close event to WAL at 1731669611156Closed at 1731669611156 2024-11-15T11:20:11,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:11,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669611157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669611157"}]},"ts":"1731669611157"} 2024-11-15T11:20:11,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:11,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:11,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669611159"}]},"ts":"1731669611159"} 2024-11-15T11:20:11,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:20:11,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a8a46cacf91f8cdbbbea9b4d9d12200, ASSIGN}] 2024-11-15T11:20:11,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a8a46cacf91f8cdbbbea9b4d9d12200, ASSIGN 2024-11-15T11:20:11,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a8a46cacf91f8cdbbbea9b4d9d12200, ASSIGN; state=OFFLINE, location=dbbb793b8023,44091,1731669605234; forceNewPlan=false, retain=false 2024-11-15T11:20:11,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a8a46cacf91f8cdbbbea9b4d9d12200, regionState=OPENING, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:11,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a8a46cacf91f8cdbbbea9b4d9d12200, ASSIGN because future has completed 2024-11-15T11:20:11,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a8a46cacf91f8cdbbbea9b4d9d12200, server=dbbb793b8023,44091,1731669605234}] 2024-11-15T11:20:11,470 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,470 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a8a46cacf91f8cdbbbea9b4d9d12200, NAME => 'test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:11,470 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:11,470 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:20:11,470 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,470 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:11,470 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,471 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,472 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,473 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8a46cacf91f8cdbbbea9b4d9d12200 columnFamilyName f 2024-11-15T11:20:11,473 DEBUG [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:11,473 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(327): Store=0a8a46cacf91f8cdbbbea9b4d9d12200/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:11,473 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,474 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8a46cacf91f8cdbbbea9b4d9d12200 columnFamilyName f1 2024-11-15T11:20:11,474 DEBUG [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:11,474 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(327): Store=0a8a46cacf91f8cdbbbea9b4d9d12200/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:11,474 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,475 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a8a46cacf91f8cdbbbea9b4d9d12200 columnFamilyName norep 2024-11-15T11:20:11,475 DEBUG [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:11,475 INFO [StoreOpener-0a8a46cacf91f8cdbbbea9b4d9d12200-1 {}] regionserver.HStore(327): Store=0a8a46cacf91f8cdbbbea9b4d9d12200/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:11,475 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,476 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,476 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,477 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,477 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,477 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:11,478 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:11,479 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:11,479 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a8a46cacf91f8cdbbbea9b4d9d12200; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59515565, jitterRate=-0.11314897239208221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:11,480 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:11,480 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a8a46cacf91f8cdbbbea9b4d9d12200: Running coprocessor pre-open hook at 1731669611471Writing region info on filesystem at 1731669611471Initializing all the Stores at 1731669611471Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669611471Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669611472 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669611472Cleaning up temporary data from old regions at 1731669611477 (+5 ms)Running coprocessor post-open hooks at 1731669611480 (+3 ms)Region opened successfully at 1731669611480 2024-11-15T11:20:11,480 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200., pid=6, masterSystemTime=1731669611467 2024-11-15T11:20:11,482 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,482 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:11,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a8a46cacf91f8cdbbbea9b4d9d12200, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a8a46cacf91f8cdbbbea9b4d9d12200, server=dbbb793b8023,44091,1731669605234 because future has completed 2024-11-15T11:20:11,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:20:11,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a8a46cacf91f8cdbbbea9b4d9d12200, server=dbbb793b8023,44091,1731669605234 in 170 msec 2024-11-15T11:20:11,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:20:11,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a8a46cacf91f8cdbbbea9b4d9d12200, ASSIGN in 325 msec 2024-11-15T11:20:11,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:11,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669611488"}]},"ts":"1731669611488"} 2024-11-15T11:20:11,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:20:11,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:11,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-15T11:20:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:12,488 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:20:12,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:12,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:12,489 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56226e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,491 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:12,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d90320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e44587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:12,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:12,497 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbeec27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,498 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b00926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54370efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:12,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:12,500 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ca1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,501 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfdcb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,45457,1731669599557 2024-11-15T11:20:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3167785e 2024-11-15T11:20:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:12,503 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:12,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:40953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:20:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:20:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:12,506 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:40953' 2024-11-15T11:20:12,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475906b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,507 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:12,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:12,507 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9045642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:12,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,509 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:12,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31978874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:12,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40953,1731669605089 2024-11-15T11:20:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268fe33c 2024-11-15T11:20:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:12,510 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:12,511 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:20:12,511 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:20:12,511 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,511 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:12,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:12,511 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:12,512 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:20:12,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:12,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:12,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:20:12,562 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:20:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:12,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:20:12,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e6f5e5cfcd0752d0f2cd6cc36af7117, NAME => 'hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61 2024-11-15T11:20:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:20:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e6f5e5cfcd0752d0f2cd6cc36af7117, disabling compactions & flushes 2024-11-15T11:20:13,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. after waiting 0 ms 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e6f5e5cfcd0752d0f2cd6cc36af7117: Waiting for close lock at 1731669613359Disabling compacts and flushes for region at 1731669613359Disabling writes for close at 1731669613359Writing region close event to WAL at 1731669613359Closed at 1731669613359 2024-11-15T11:20:13,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:13,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669613360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669613360"}]},"ts":"1731669613360"} 2024-11-15T11:20:13,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:13,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:13,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669613363"}]},"ts":"1731669613363"} 2024-11-15T11:20:13,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:20:13,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6f5e5cfcd0752d0f2cd6cc36af7117, ASSIGN}] 2024-11-15T11:20:13,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6f5e5cfcd0752d0f2cd6cc36af7117, ASSIGN 2024-11-15T11:20:13,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e6f5e5cfcd0752d0f2cd6cc36af7117, ASSIGN; state=OFFLINE, location=dbbb793b8023,37547,1731669599747; forceNewPlan=false, retain=false 2024-11-15T11:20:13,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:13,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e6f5e5cfcd0752d0f2cd6cc36af7117, regionState=OPENING, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:13,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e6f5e5cfcd0752d0f2cd6cc36af7117, ASSIGN because future has completed 2024-11-15T11:20:13,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6f5e5cfcd0752d0f2cd6cc36af7117, server=dbbb793b8023,37547,1731669599747}] 2024-11-15T11:20:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:13,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:13,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:20:13,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37547%2C1731669599747.rep, suffix=, logDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747, archiveDir=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/oldWALs, maxLogs=10 2024-11-15T11:20:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.rep.1731669613678, exclude list is [], retry=0 2024-11-15T11:20:13,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36957,DS-260157b1-d243-424c-9764-1693abf66360,DISK] 2024-11-15T11:20:13,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.rep.1731669613678 2024-11-15T11:20:13,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-15T11:20:13,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e6f5e5cfcd0752d0f2cd6cc36af7117, NAME => 'hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:13,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. service=MultiRowMutationService 2024-11-15T11:20:13,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,694 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,695 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6f5e5cfcd0752d0f2cd6cc36af7117 columnFamilyName hfileref 2024-11-15T11:20:13,695 DEBUG [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:13,696 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(327): Store=2e6f5e5cfcd0752d0f2cd6cc36af7117/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:13,696 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,697 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6f5e5cfcd0752d0f2cd6cc36af7117 columnFamilyName queue 2024-11-15T11:20:13,697 DEBUG [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:13,697 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(327): Store=2e6f5e5cfcd0752d0f2cd6cc36af7117/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:13,697 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,698 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6f5e5cfcd0752d0f2cd6cc36af7117 columnFamilyName sid 2024-11-15T11:20:13,698 DEBUG [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:13,698 INFO [StoreOpener-2e6f5e5cfcd0752d0f2cd6cc36af7117-1 {}] regionserver.HStore(327): Store=2e6f5e5cfcd0752d0f2cd6cc36af7117/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:13,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:13,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:13,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e6f5e5cfcd0752d0f2cd6cc36af7117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72634737, jitterRate=0.08234192430973053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:13,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:13,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e6f5e5cfcd0752d0f2cd6cc36af7117: Running coprocessor pre-open hook at 1731669613693Writing region info on filesystem at 1731669613693Initializing all the Stores at 1731669613694 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669613694Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669613694Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669613694Cleaning up temporary data from old regions at 1731669613700 (+6 ms)Running coprocessor post-open hooks at 1731669613703 (+3 ms)Region opened successfully at 1731669613703 2024-11-15T11:20:13,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117., pid=10, masterSystemTime=1731669613673 2024-11-15T11:20:13,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:13,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e6f5e5cfcd0752d0f2cd6cc36af7117, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,37547,1731669599747 2024-11-15T11:20:13,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6f5e5cfcd0752d0f2cd6cc36af7117, server=dbbb793b8023,37547,1731669599747 because future has completed 2024-11-15T11:20:13,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:20:13,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e6f5e5cfcd0752d0f2cd6cc36af7117, server=dbbb793b8023,37547,1731669599747 in 188 msec 2024-11-15T11:20:13,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:20:13,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e6f5e5cfcd0752d0f2cd6cc36af7117, ASSIGN in 346 msec 2024-11-15T11:20:13,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:13,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669613712"}]},"ts":"1731669613712"} 2024-11-15T11:20:13,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:20:13,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:13,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-15T11:20:13,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117., hostname=dbbb793b8023,37547,1731669599747, seqNum=2] 2024-11-15T11:20:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:13,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:20:13,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:20:14,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:20:14,013 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:20:14,039 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,37547,1731669599747, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:20:14,039 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:14,039 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37547,1731669599747, seqNum=-1] 2024-11-15T11:20:14,039 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:14,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:14,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,37547,1731669599747', locateType=CURRENT is [region=hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117., hostname=dbbb793b8023,37547,1731669599747, seqNum=2] 2024-11-15T11:20:14,044 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:20:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:20:14,046 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,37547,1731669599747 suceeded 2024-11-15T11:20:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:20:14,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T11:20:14,047 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:40953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:20:14,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-15T11:20:14,058 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:40953' 2024-11-15T11:20:14,059 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@419f850f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,059 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:14,059 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:14,060 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@731b6de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,061 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:14,062 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0bc05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,062 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40953,1731669605089 2024-11-15T11:20:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fb6047 2024-11-15T11:20:14,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:14,063 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T11:20:14,064 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,37547,1731669599747 (queues=1) is replicating from cluster=5d7df484-9dc8-4c45-86f1-9d6ecbc55e11 to cluster=48fca1f7-6d8a-4e61-ad56-cb5911cefd42 2024-11-15T11:20:14,064 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C37547%2C1731669599747 2024-11-15T11:20:14,064 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,37547,1731669599747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:20:14,064 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C37547%2C1731669599747 2024-11-15T11:20:14,064 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, startPosition=0, beingWritten=true 2024-11-15T11:20:14,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:14,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:14,069 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:14,273 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:14,576 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:14,648 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:20:14,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:14,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:14,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5acbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:14,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:14,650 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a02fc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,651 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c69ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40953,1731669605089 2024-11-15T11:20:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36acc0d6 2024-11-15T11:20:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:14,653 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:14,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:45457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:20:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:20:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:14,656 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:45457' 2024-11-15T11:20:14,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2436d1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,657 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:14,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:14,657 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4630d645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:14,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,658 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca8b701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:14,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,45457,1731669599557 2024-11-15T11:20:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297e62e5 2024-11-15T11:20:14,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:14,660 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:14,661 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:20:14,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:20:14,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:14,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:14,661 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:14,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:20:14,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:14,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:14,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:20:14,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:20:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:14,979 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:15,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6142cc0e0591a994a9fc47ce7290806e, NAME => 'hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b 2024-11-15T11:20:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:20:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:15,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:15,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6142cc0e0591a994a9fc47ce7290806e, disabling compactions & flushes 2024-11-15T11:20:15,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. after waiting 0 ms 2024-11-15T11:20:15,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,476 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6142cc0e0591a994a9fc47ce7290806e: Waiting for close lock at 1731669615476Disabling compacts and flushes for region at 1731669615476Disabling writes for close at 1731669615476Writing region close event to WAL at 1731669615476Closed at 1731669615476 2024-11-15T11:20:15,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:15,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669615477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669615477"}]},"ts":"1731669615477"} 2024-11-15T11:20:15,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:15,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:15,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669615480"}]},"ts":"1731669615480"} 2024-11-15T11:20:15,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:20:15,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6142cc0e0591a994a9fc47ce7290806e, ASSIGN}] 2024-11-15T11:20:15,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6142cc0e0591a994a9fc47ce7290806e, ASSIGN 2024-11-15T11:20:15,482 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:15,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6142cc0e0591a994a9fc47ce7290806e, ASSIGN; state=OFFLINE, location=dbbb793b8023,44091,1731669605234; forceNewPlan=false, retain=false 2024-11-15T11:20:15,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6142cc0e0591a994a9fc47ce7290806e, regionState=OPENING, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:15,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6142cc0e0591a994a9fc47ce7290806e, ASSIGN because future has completed 2024-11-15T11:20:15,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6142cc0e0591a994a9fc47ce7290806e, server=dbbb793b8023,44091,1731669605234}] 2024-11-15T11:20:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:15,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:15,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:20:15,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44091%2C1731669605234.rep, suffix=, logDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234, archiveDir=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/oldWALs, maxLogs=10 2024-11-15T11:20:15,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.rep.1731669615792, exclude list is [], retry=0 2024-11-15T11:20:15,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44721,DS-fa436876-17b8-43f5-812e-3226ff73f451,DISK] 2024-11-15T11:20:15,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.rep.1731669615792 2024-11-15T11:20:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37279:37279)] 2024-11-15T11:20:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6142cc0e0591a994a9fc47ce7290806e, NAME => 'hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:15,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. service=MultiRowMutationService 2024-11-15T11:20:15,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,808 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,809 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6142cc0e0591a994a9fc47ce7290806e columnFamilyName hfileref 2024-11-15T11:20:15,809 DEBUG [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:15,809 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(327): Store=6142cc0e0591a994a9fc47ce7290806e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:15,809 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,810 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6142cc0e0591a994a9fc47ce7290806e columnFamilyName queue 2024-11-15T11:20:15,810 DEBUG [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:15,811 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(327): Store=6142cc0e0591a994a9fc47ce7290806e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:15,811 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,812 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6142cc0e0591a994a9fc47ce7290806e columnFamilyName sid 2024-11-15T11:20:15,812 DEBUG [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:15,812 INFO [StoreOpener-6142cc0e0591a994a9fc47ce7290806e-1 {}] regionserver.HStore(327): Store=6142cc0e0591a994a9fc47ce7290806e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:15,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:15,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6142cc0e0591a994a9fc47ce7290806e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71392119, jitterRate=0.06382547318935394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:15,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:15,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6142cc0e0591a994a9fc47ce7290806e: Running coprocessor pre-open hook at 1731669615807Writing region info on filesystem at 1731669615807Initializing all the Stores at 1731669615808 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669615808Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669615808Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669615808Cleaning up temporary data from old regions at 1731669615813 (+5 ms)Running coprocessor post-open hooks at 1731669615816 (+3 ms)Region opened successfully at 1731669615816 2024-11-15T11:20:15,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e., pid=10, masterSystemTime=1731669615788 2024-11-15T11:20:15,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:15,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6142cc0e0591a994a9fc47ce7290806e, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,44091,1731669605234 2024-11-15T11:20:15,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6142cc0e0591a994a9fc47ce7290806e, server=dbbb793b8023,44091,1731669605234 because future has completed 2024-11-15T11:20:15,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:20:15,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6142cc0e0591a994a9fc47ce7290806e, server=dbbb793b8023,44091,1731669605234 in 187 msec 2024-11-15T11:20:15,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:20:15,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6142cc0e0591a994a9fc47ce7290806e, ASSIGN in 342 msec 2024-11-15T11:20:15,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:15,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669615826"}]},"ts":"1731669615826"} 2024-11-15T11:20:15,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:20:15,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:15,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-15T11:20:15,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e., hostname=dbbb793b8023,44091,1731669605234, seqNum=2] 2024-11-15T11:20:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:16,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:20:16,086 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:16,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:20:16,160 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:20:16,186 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,44091,1731669605234, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:20:16,187 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:16,187 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44091,1731669605234, seqNum=-1] 2024-11-15T11:20:16,187 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:16,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:16,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,44091,1731669605234', locateType=CURRENT is [region=hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e., hostname=dbbb793b8023,44091,1731669605234, seqNum=2] 2024-11-15T11:20:16,205 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:20:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:20:16,207 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,44091,1731669605234 suceeded 2024-11-15T11:20:16,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:20:16,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-15T11:20:16,209 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:45457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:20:16,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-11-15T11:20:16,220 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:45457' 2024-11-15T11:20:16,221 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:16,221 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:16,221 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:16,222 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a6a5616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:16,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:16,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:16,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:16,224 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:16,225 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f4127b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:16,225 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,45457,1731669599557 2024-11-15T11:20:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b757b27 2024-11-15T11:20:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:16,227 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T11:20:16,227 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,44091,1731669605234 (queues=1) is replicating from cluster=48fca1f7-6d8a-4e61-ad56-cb5911cefd42 to cluster=5d7df484-9dc8-4c45-86f1-9d6ecbc55e11 2024-11-15T11:20:16,227 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C44091%2C1731669605234 2024-11-15T11:20:16,227 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,44091,1731669605234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:20:16,228 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C44091%2C1731669605234 2024-11-15T11:20:16,228 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, startPosition=0, beingWritten=true 2024-11-15T11:20:16,234 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:16,234 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:16,234 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44091,1731669605234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:16,438 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:16,742 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:16,789 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:16,799 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:20:16,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:16,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:16,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:16,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:16,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:16,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37547,1731669599747, seqNum=-1] 2024-11-15T11:20:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:16,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669608191.8c19143435d730ef2bc001c817966ad4., hostname=dbbb793b8023,37547,1731669599747, seqNum=2] 2024-11-15T11:20:16,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44091,1731669605234, seqNum=-1] 2024-11-15T11:20:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:16,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200., hostname=dbbb793b8023,44091,1731669605234, seqNum=2] 2024-11-15T11:20:16,809 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T11:20:17,146 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:17,592 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 379, reset compression=false 2024-11-15T11:20:17,628 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:17,628 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 480, reset compression=false 2024-11-15T11:20:17,628 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c19143435d730ef2bc001c817966ad4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T11:20:17,630 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:17,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T11:20:17,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:17,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f8b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:17,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40953,-1 for getting cluster id 2024-11-15T11:20:17,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:17,633 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fca1f7-6d8a-4e61-ad56-cb5911cefd42' 2024-11-15T11:20:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fca1f7-6d8a-4e61-ad56-cb5911cefd42" 2024-11-15T11:20:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288a8637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40953,-1] 2024-11-15T11:20:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:17,635 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:17,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a0360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:17,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44091,1731669605234, seqNum=-1] 2024-11-15T11:20:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:17,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200., hostname=dbbb793b8023,44091,1731669605234, seqNum=2] 2024-11-15T11:20:17,650 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:17,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:17,812 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T11:20:17,815 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T11:20:17,831 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 480, reset compression=false 2024-11-15T11:20:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:20:18,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:20:18,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:20:18,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T11:20:18,134 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 480, reset compression=false 2024-11-15T11:20:18,254 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 379, reset compression=false 2024-11-15T11:20:18,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:18,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 607, reset compression=false 2024-11-15T11:20:18,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44091,1731669605234 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a8a46cacf91f8cdbbbea9b4d9d12200/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:20:18,260 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:18,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T11:20:18,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:18,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b206bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:18,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,45457,-1 for getting cluster id 2024-11-15T11:20:18,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:18,262 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7df484-9dc8-4c45-86f1-9d6ecbc55e11' 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7df484-9dc8-4c45-86f1-9d6ecbc55e11" 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17898ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,45457,-1] 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:18,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:18,263 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:18,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d92def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:18,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37547,1731669599747, seqNum=-1] 2024-11-15T11:20:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:18,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731669608191.8c19143435d730ef2bc001c817966ad4., hostname=dbbb793b8023,37547,1731669599747, seqNum=2] 2024-11-15T11:20:18,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:18,461 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 607, reset compression=false 2024-11-15T11:20:18,537 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 480, reset compression=false 2024-11-15T11:20:18,542 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:18,542 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 607, reset compression=false 2024-11-15T11:20:18,542 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:18,745 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 607, reset compression=false 2024-11-15T11:20:18,765 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 607, reset compression=false 2024-11-15T11:20:18,816 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T11:20:18,825 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T11:20:19,048 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 607, reset compression=false 2024-11-15T11:20:19,053 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:19,053 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 763, reset compression=false 2024-11-15T11:20:19,053 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c19143435d730ef2bc001c817966ad4/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T11:20:19,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:19,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:19,169 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 607, reset compression=false 2024-11-15T11:20:19,173 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:19,173 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 754, reset compression=false 2024-11-15T11:20:19,173 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44091,1731669605234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:19,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:19,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:19,256 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 763, reset compression=false 2024-11-15T11:20:19,376 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 754, reset compression=false 2024-11-15T11:20:19,560 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 763, reset compression=false 2024-11-15T11:20:19,680 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 754, reset compression=false 2024-11-15T11:20:19,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T11:20:19,830 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T11:20:19,964 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 763, reset compression=false 2024-11-15T11:20:20,083 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 754, reset compression=false 2024-11-15T11:20:20,088 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:20,088 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 913, reset compression=false 2024-11-15T11:20:20,088 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44091,1731669605234 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a8a46cacf91f8cdbbbea9b4d9d12200/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T11:20:20,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:20,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:20,292 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 913, reset compression=false 2024-11-15T11:20:20,468 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 763, reset compression=false 2024-11-15T11:20:20,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:20,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:20,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:20,595 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 913, reset compression=false 2024-11-15T11:20:20,675 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:20,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:20,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:20,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28292 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:20,832 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T11:20:20,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:20:20,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:20,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:20,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:20,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:20,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:20,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:20:20,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1753060694, stopped=false 2024-11-15T11:20:20,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,40953,1731669605089 2024-11-15T11:20:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1428033330/running 2024-11-15T11:20:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1428033330/running 2024-11-15T11:20:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:20,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:20,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:20:20,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:20,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:20,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:20,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,44091,1731669605234' ***** 2024-11-15T11:20:20,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:20:20,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/running 2024-11-15T11:20:20,942 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:20:20,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Set watcher on znode that does not yet exist, /1428033330/running 2024-11-15T11:20:20,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:20:20,942 INFO [RS:0;dbbb793b8023:44091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:20:20,942 INFO [RS:0;dbbb793b8023:44091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:20:20,942 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(3091): Received CLOSE for 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:20,942 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a8a46cacf91f8cdbbbea9b4d9d12200 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,44091,1731669605234 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44091. 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6142cc0e0591a994a9fc47ce7290806e, disabling compactions & flushes 2024-11-15T11:20:20,943 DEBUG [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:20,943 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:20,943 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. after waiting 0 ms 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:20:20,943 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6142cc0e0591a994a9fc47ce7290806e 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:20:20,943 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:20:20,943 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1325): Online Regions={6142cc0e0591a994a9fc47ce7290806e=hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e., 1588230740=hbase:meta,,1.1588230740, 0a8a46cacf91f8cdbbbea9b4d9d12200=test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.} 2024-11-15T11:20:20,943 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740, 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:20,943 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:20,943 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:20,943 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:20:20,951 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:20:20,951 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:20:20,962 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:20:20,962 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/.tmp/queue/d3744e15f7b44e08b2a021a58697bf14 is 153, key is 1-dbbb793b8023,44091,1731669605234/queue:dbbb793b8023%2C44091%2C1731669605234/1731669620092/Put/seqid=0 2024-11-15T11:20:20,962 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/info/02c05c0e5e1d4593b785827d271d6579 is 147, key is hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e./info:regioninfo/1731669615819/Put/seqid=0 2024-11-15T11:20:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741840_1016 (size=7686) 2024-11-15T11:20:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741841_1017 (size=5352) 2024-11-15T11:20:20,978 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:20,999 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 913, reset compression=false 2024-11-15T11:20:21,143 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740, 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:21,343 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740, 6142cc0e0591a994a9fc47ce7290806e 2024-11-15T11:20:21,366 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/info/02c05c0e5e1d4593b785827d271d6579 2024-11-15T11:20:21,369 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/.tmp/queue/d3744e15f7b44e08b2a021a58697bf14 2024-11-15T11:20:21,373 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/.tmp/queue/d3744e15f7b44e08b2a021a58697bf14 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/queue/d3744e15f7b44e08b2a021a58697bf14 2024-11-15T11:20:21,377 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/queue/d3744e15f7b44e08b2a021a58697bf14, entries=1, sequenceid=9, filesize=5.2 K 2024-11-15T11:20:21,378 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6142cc0e0591a994a9fc47ce7290806e in 435ms, sequenceid=9, compaction requested=false 2024-11-15T11:20:21,381 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/replication/6142cc0e0591a994a9fc47ce7290806e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T11:20:21,381 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:21,381 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:21,381 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:21,381 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6142cc0e0591a994a9fc47ce7290806e: Waiting for close lock at 1731669620943Running coprocessor pre-close hooks at 1731669620943Disabling compacts and flushes for region at 1731669620943Disabling writes for close at 1731669620943Obtaining lock to block concurrent updates at 1731669620943Preparing flush snapshotting stores in 6142cc0e0591a994a9fc47ce7290806e at 1731669620943Finished memstore snapshotting hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731669620943Flushing stores of hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. at 1731669620944 (+1 ms)Flushing 6142cc0e0591a994a9fc47ce7290806e/queue: creating writer at 1731669620944Flushing 6142cc0e0591a994a9fc47ce7290806e/queue: appending metadata at 1731669620961 (+17 ms)Flushing 6142cc0e0591a994a9fc47ce7290806e/queue: closing flushed file at 1731669620961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d397bd: reopening flushed file at 1731669621373 (+412 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6142cc0e0591a994a9fc47ce7290806e in 435ms, sequenceid=9, compaction requested=false at 1731669621378 (+5 ms)Writing region close event to WAL at 1731669621378Running coprocessor post-close hooks at 1731669621381 (+3 ms)Closed at 1731669621381 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669614661.6142cc0e0591a994a9fc47ce7290806e. 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a8a46cacf91f8cdbbbea9b4d9d12200, disabling compactions & flushes 2024-11-15T11:20:21,382 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. after waiting 0 ms 2024-11-15T11:20:21,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:21,382 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T11:20:21,387 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/ns/923a25823ddc46f1a97c2080b40a130a is 43, key is default/ns:d/1731669608055/Put/seqid=0 2024-11-15T11:20:21,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:20:21,398 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f/ba3ebe0ef3134ce7a109e5efaa2ec2b1 is 29, key is row1/f:/1731669619828/DeleteFamily/seqid=0 2024-11-15T11:20:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741843_1019 (size=5118) 2024-11-15T11:20:21,503 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 913, reset compression=false 2024-11-15T11:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 1160, reset compression=false 2024-11-15T11:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44091,1731669605234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:21,509 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,44091,1731669605234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,44091,1731669605234, walGroup=dbbb793b8023%2C44091%2C1731669605234, offset=dbbb793b8023%2C44091%2C1731669605234.1731669607077:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:44091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:20:21,510 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:20:21,510 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:20:21,511 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:20:21,511 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:20:21,511 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:20:21,511 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 618716672 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190476120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:20:21,512 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:40953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:40953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:20:21,544 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:21,713 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 1160, reset compression=false 2024-11-15T11:20:21,744 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:21,796 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/ns/923a25823ddc46f1a97c2080b40a130a 2024-11-15T11:20:21,806 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f/ba3ebe0ef3134ce7a109e5efaa2ec2b1 2024-11-15T11:20:21,809 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba3ebe0ef3134ce7a109e5efaa2ec2b1 2024-11-15T11:20:21,815 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/rep_barrier/1739c65b65e94b6e9cc56260abcfc2a4 is 112, key is test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200./rep_barrier:seqnumDuringOpen/1731669611482/Put/seqid=0 2024-11-15T11:20:21,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:20:21,822 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f1/5863b2d7133f4a8ebeb45af122af3411 is 30, key is row1/f1:/1731669619828/DeleteFamily/seqid=0 2024-11-15T11:20:21,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741845_1021 (size=5123) 2024-11-15T11:20:21,884 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:21,944 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:20:21,944 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a8a46cacf91f8cdbbbea9b4d9d12200=test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200.} 2024-11-15T11:20:21,944 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:22,017 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 1160, reset compression=false 2024-11-15T11:20:22,144 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:22,222 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/rep_barrier/1739c65b65e94b6e9cc56260abcfc2a4 2024-11-15T11:20:22,225 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f1/5863b2d7133f4a8ebeb45af122af3411 2024-11-15T11:20:22,229 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5863b2d7133f4a8ebeb45af122af3411 2024-11-15T11:20:22,238 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/table/fea44fc928b846808d6da7ea316690b8 is 53, key is hbase:replication/table:state/1731669615826/Put/seqid=0 2024-11-15T11:20:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741846_1022 (size=5308) 2024-11-15T11:20:22,245 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/norep/550670b5fd6b4ea1bdbe8e1d47aac86b is 33, key is row1/norep:/1731669619828/DeleteFamily/seqid=0 2024-11-15T11:20:22,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741847_1023 (size=5108) 2024-11-15T11:20:22,344 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:22,420 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 1160, reset compression=false 2024-11-15T11:20:22,487 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:22,544 DEBUG [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1351): Waiting on 0a8a46cacf91f8cdbbbea9b4d9d12200, 1588230740 2024-11-15T11:20:22,642 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/table/fea44fc928b846808d6da7ea316690b8 2024-11-15T11:20:22,648 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/norep/550670b5fd6b4ea1bdbe8e1d47aac86b 2024-11-15T11:20:22,676 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 550670b5fd6b4ea1bdbe8e1d47aac86b 2024-11-15T11:20:22,677 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/info/02c05c0e5e1d4593b785827d271d6579 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/info/02c05c0e5e1d4593b785827d271d6579 2024-11-15T11:20:22,677 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f/ba3ebe0ef3134ce7a109e5efaa2ec2b1 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/f/ba3ebe0ef3134ce7a109e5efaa2ec2b1 2024-11-15T11:20:22,681 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba3ebe0ef3134ce7a109e5efaa2ec2b1 2024-11-15T11:20:22,681 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/f/ba3ebe0ef3134ce7a109e5efaa2ec2b1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:22,681 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/info/02c05c0e5e1d4593b785827d271d6579, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:20:22,682 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/f1/5863b2d7133f4a8ebeb45af122af3411 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/f1/5863b2d7133f4a8ebeb45af122af3411 2024-11-15T11:20:22,682 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/ns/923a25823ddc46f1a97c2080b40a130a as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/ns/923a25823ddc46f1a97c2080b40a130a 2024-11-15T11:20:22,686 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5863b2d7133f4a8ebeb45af122af3411 2024-11-15T11:20:22,686 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/f1/5863b2d7133f4a8ebeb45af122af3411, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:22,686 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/ns/923a25823ddc46f1a97c2080b40a130a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:20:22,686 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/.tmp/norep/550670b5fd6b4ea1bdbe8e1d47aac86b as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/norep/550670b5fd6b4ea1bdbe8e1d47aac86b 2024-11-15T11:20:22,687 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/rep_barrier/1739c65b65e94b6e9cc56260abcfc2a4 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/rep_barrier/1739c65b65e94b6e9cc56260abcfc2a4 2024-11-15T11:20:22,690 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 550670b5fd6b4ea1bdbe8e1d47aac86b 2024-11-15T11:20:22,690 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/norep/550670b5fd6b4ea1bdbe8e1d47aac86b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:22,690 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/rep_barrier/1739c65b65e94b6e9cc56260abcfc2a4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:20:22,691 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/.tmp/table/fea44fc928b846808d6da7ea316690b8 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/table/fea44fc928b846808d6da7ea316690b8 2024-11-15T11:20:22,691 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0a8a46cacf91f8cdbbbea9b4d9d12200 in 1309ms, sequenceid=8, compaction requested=false 2024-11-15T11:20:22,695 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/default/test/0a8a46cacf91f8cdbbbea9b4d9d12200/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:20:22,695 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/table/fea44fc928b846808d6da7ea316690b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:20:22,695 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:22,695 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:20:22,695 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:22,696 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a8a46cacf91f8cdbbbea9b4d9d12200: Waiting for close lock at 1731669621382Running coprocessor pre-close hooks at 1731669621382Disabling compacts and flushes for region at 1731669621382Disabling writes for close at 1731669621382Obtaining lock to block concurrent updates at 1731669621382Preparing flush snapshotting stores in 0a8a46cacf91f8cdbbbea9b4d9d12200 at 1731669621382Finished memstore snapshotting test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731669621382Flushing stores of test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. at 1731669621383 (+1 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f: creating writer at 1731669621383Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f: appending metadata at 1731669621398 (+15 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f: closing flushed file at 1731669621398Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f1: creating writer at 1731669621809 (+411 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f1: appending metadata at 1731669621821 (+12 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/f1: closing flushed file at 1731669621821Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/norep: creating writer at 1731669622229 (+408 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/norep: appending metadata at 1731669622244 (+15 ms)Flushing 0a8a46cacf91f8cdbbbea9b4d9d12200/norep: closing flushed file at 1731669622244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e9d9c6: reopening flushed file at 1731669622676 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a55337: reopening flushed file at 1731669622681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737ecb70: reopening flushed file at 1731669622686 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0a8a46cacf91f8cdbbbea9b4d9d12200 in 1309ms, sequenceid=8, compaction requested=false at 1731669622691 (+5 ms)Writing region close event to WAL at 1731669622692 (+1 ms)Running coprocessor post-close hooks at 1731669622695 (+3 ms)Closed at 1731669622695 2024-11-15T11:20:22,696 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669610340.0a8a46cacf91f8cdbbbea9b4d9d12200. 2024-11-15T11:20:22,696 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1753ms, sequenceid=16, compaction requested=false 2024-11-15T11:20:22,700 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:20:22,700 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:22,700 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:22,700 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:22,700 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669620943Running coprocessor pre-close hooks at 1731669620943Disabling compacts and flushes for region at 1731669620943Disabling writes for close at 1731669620943Obtaining lock to block concurrent updates at 1731669620943Preparing flush snapshotting stores in 1588230740 at 1731669620943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669620943Flushing stores of hbase:meta,,1.1588230740 at 1731669620944 (+1 ms)Flushing 1588230740/info: creating writer at 1731669620944Flushing 1588230740/info: appending metadata at 1731669620961 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731669620961Flushing 1588230740/ns: creating writer at 1731669621370 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731669621386 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731669621387 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731669621801 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669621815 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669621815Flushing 1588230740/table: creating writer at 1731669622225 (+410 ms)Flushing 1588230740/table: appending metadata at 1731669622237 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731669622238 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5792a36b: reopening flushed file at 1731669622676 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33806bce: reopening flushed file at 1731669622682 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281273e2: reopening flushed file at 1731669622686 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df420e: reopening flushed file at 1731669622691 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1753ms, sequenceid=16, compaction requested=false at 1731669622696 (+5 ms)Writing region close event to WAL at 1731669622697 (+1 ms)Running coprocessor post-close hooks at 1731669622700 (+3 ms)Closed at 1731669622700 2024-11-15T11:20:22,700 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:22,745 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,44091,1731669605234; all regions closed. 2024-11-15T11:20:22,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:20:22,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741839_1015 (size=2458) 2024-11-15T11:20:22,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.rep.1731669615792 not finished, retry = 0 2024-11-15T11:20:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741832_1008 (size=1812) 2024-11-15T11:20:22,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 not finished, retry = 0 2024-11-15T11:20:22,923 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 to pos 1160, reset compression=false 2024-11-15T11:20:22,952 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:22,952 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:20:22,953 INFO [RS:0;dbbb793b8023:44091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:20:22,953 INFO [RS:0;dbbb793b8023:44091 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:20:22,953 INFO [RS:0;dbbb793b8023:44091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:20:22,953 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:20:22,953 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,44091,1731669605234 because: Region server is closing 2024-11-15T11:20:22,953 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/WALs/dbbb793b8023,44091,1731669605234/dbbb793b8023%2C44091%2C1731669605234.1731669607077 2024-11-15T11:20:22,953 INFO [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44091. 2024-11-15T11:20:22,953 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.wal-reader.dbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:22,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:22,954 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44091,1731669605234.replicationSource.shipperdbbb793b8023%2C44091%2C1731669605234,1-dbbb793b8023,44091,1731669605234 terminated 2024-11-15T11:20:22,954 INFO [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44091. 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:22,954 DEBUG [RS:0;dbbb793b8023:44091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:22,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:22,954 INFO [RS:0;dbbb793b8023:44091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44091 2024-11-15T11:20:23,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1428033330/rs/dbbb793b8023,44091,1731669605234 2024-11-15T11:20:23,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330/rs 2024-11-15T11:20:23,036 INFO [RS:0;dbbb793b8023:44091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:20:23,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,44091,1731669605234] 2024-11-15T11:20:23,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1428033330/draining/dbbb793b8023,44091,1731669605234 already deleted, retry=false 2024-11-15T11:20:23,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,44091,1731669605234 expired; onlineServers=0 2024-11-15T11:20:23,056 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,40953,1731669605089' ***** 2024-11-15T11:20:23,056 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:20:23,057 DEBUG [M:0;dbbb793b8023:40953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:20:23,057 DEBUG [M:0;dbbb793b8023:40953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:20:23,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:20:23,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669606789 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669606789,5,FailOnTimeoutGroup] 2024-11-15T11:20:23,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669606789 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669606789,5,FailOnTimeoutGroup] 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:20:23,057 DEBUG [M:0;dbbb793b8023:40953 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:20:23,057 INFO [M:0;dbbb793b8023:40953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:20:23,058 INFO [M:0;dbbb793b8023:40953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:20:23,058 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:20:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1428033330/master 2024-11-15T11:20:23,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1428033330 2024-11-15T11:20:23,067 DEBUG [M:0;dbbb793b8023:40953 {}] zookeeper.ZKUtil(347): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Unable to get data of znode /1428033330/master because node does not exist (not an error) 2024-11-15T11:20:23,067 WARN [M:0;dbbb793b8023:40953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:20:23,068 INFO [M:0;dbbb793b8023:40953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/.lastflushedseqids 2024-11-15T11:20:23,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:20:23,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:23,146 INFO [RS:0;dbbb793b8023:44091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:20:23,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44091-0x1013e3918fe0004, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:23,146 INFO [RS:0;dbbb793b8023:44091 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,44091,1731669605234; zookeeper connection closed. 2024-11-15T11:20:23,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20f77ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20f77ea3 2024-11-15T11:20:23,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:20:23,190 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:23,472 INFO [M:0;dbbb793b8023:40953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:20:23,472 INFO [M:0;dbbb793b8023:40953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:20:23,472 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:23,472 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:23,472 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:23,472 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:23,472 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:23,472 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:20:23,486 DEBUG [M:0;dbbb793b8023:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0236a1224c024095bea410650d8bbcec is 82, key is hbase:meta,,1/info:regioninfo/1731669608022/Put/seqid=0 2024-11-15T11:20:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:20:23,489 INFO [M:0;dbbb793b8023:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0236a1224c024095bea410650d8bbcec 2024-11-15T11:20:23,505 DEBUG [M:0;dbbb793b8023:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e286364610fe477bb1f05bb586fe9213 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669615828/Put/seqid=0 2024-11-15T11:20:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741850_1026 (size=8515) 2024-11-15T11:20:23,909 INFO [M:0;dbbb793b8023:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e286364610fe477bb1f05bb586fe9213 2024-11-15T11:20:23,924 DEBUG [M:0;dbbb793b8023:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e6b8b1e87e4f22acb9300af6df4579 is 69, key is dbbb793b8023,44091,1731669605234/rs:state/1731669606891/Put/seqid=0 2024-11-15T11:20:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:24,328 INFO [M:0;dbbb793b8023:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e6b8b1e87e4f22acb9300af6df4579 2024-11-15T11:20:24,332 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0236a1224c024095bea410650d8bbcec as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0236a1224c024095bea410650d8bbcec 2024-11-15T11:20:24,335 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0236a1224c024095bea410650d8bbcec, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:20:24,336 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e286364610fe477bb1f05bb586fe9213 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e286364610fe477bb1f05bb586fe9213 2024-11-15T11:20:24,339 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e286364610fe477bb1f05bb586fe9213, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:20:24,339 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11e6b8b1e87e4f22acb9300af6df4579 as hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11e6b8b1e87e4f22acb9300af6df4579 2024-11-15T11:20:24,342 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34635/user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11e6b8b1e87e4f22acb9300af6df4579, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:20:24,343 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false 2024-11-15T11:20:24,343 INFO [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:24,343 DEBUG [M:0;dbbb793b8023:40953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669623472Disabling compacts and flushes for region at 1731669623472Disabling writes for close at 1731669623472Obtaining lock to block concurrent updates at 1731669623472Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669623472Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669623473 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669623473Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669623473Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669623485 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669623485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669623492 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669623505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669623505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669623912 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669623924 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669623924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b26bb9: reopening flushed file at 1731669624331 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6dbad5: reopening flushed file at 1731669624335 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eea6003: reopening flushed file at 1731669624339 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false at 1731669624343 (+4 ms)Writing region close event to WAL at 1731669624343Closed at 1731669624343 2024-11-15T11:20:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44721 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:20:24,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5536ca6e-c629-59aa-4a0e-05b2af45715b/MasterData/WALs/dbbb793b8023,40953,1731669605089/dbbb793b8023%2C40953%2C1731669605089.1731669606544 not finished, retry = 0 2024-11-15T11:20:24,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:20:24,446 INFO [M:0;dbbb793b8023:40953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:20:24,446 INFO [M:0;dbbb793b8023:40953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40953 2024-11-15T11:20:24,446 INFO [M:0;dbbb793b8023:40953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:20:24,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:24,612 INFO [M:0;dbbb793b8023:40953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:20:24,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013e3918fe0003, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:24,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1260877{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:24,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16627f83{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:20:24,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:20:24,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24165b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:20:24,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a9dde8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir/,STOPPED} 2024-11-15T11:20:24,650 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:20:24,650 WARN [BP-344410272-172.17.0.2-1731669603225 heartbeating to localhost/127.0.0.1:34635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:20:24,650 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:20:24,650 WARN [BP-344410272-172.17.0.2-1731669603225 heartbeating to localhost/127.0.0.1:34635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344410272-172.17.0.2-1731669603225 (Datanode Uuid b68a7c05-3206-4a7e-ba49-996550fe7d78) service to localhost/127.0.0.1:34635 2024-11-15T11:20:24,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/cluster_9b5fe8e3-9696-f3fe-2bad-397a0b20f1ad/data/data1/current/BP-344410272-172.17.0.2-1731669603225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:20:24,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/cluster_9b5fe8e3-9696-f3fe-2bad-397a0b20f1ad/data/data2/current/BP-344410272-172.17.0.2-1731669603225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:20:24,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:20:24,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f55b240{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:24,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f021b47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:20:24,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:20:24,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5123a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:20:24,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f484ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir/,STOPPED} 2024-11-15T11:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:20:24,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:20:24,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:24,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:24,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:24,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:24,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:24,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:20:24,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1175887601, stopped=false 2024-11-15T11:20:24,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,45457,1731669599557 2024-11-15T11:20:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588719011/running 2024-11-15T11:20:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588719011/running 2024-11-15T11:20:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:24,680 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:20:24,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/running 2024-11-15T11:20:24,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Set watcher on znode that does not yet exist, /0-1588719011/running 2024-11-15T11:20:24,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:24,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:24,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:24,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,37547,1731669599747' ***** 2024-11-15T11:20:24,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:20:24,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e6f5e5cfcd0752d0f2cd6cc36af7117 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,37547,1731669599747 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37547. 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e6f5e5cfcd0752d0f2cd6cc36af7117, disabling compactions & flushes 2024-11-15T11:20:24,682 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:24,682 DEBUG [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:24,682 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. after waiting 0 ms 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:20:24,682 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e6f5e5cfcd0752d0f2cd6cc36af7117 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:20:24,682 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:20:24,682 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1325): Online Regions={2e6f5e5cfcd0752d0f2cd6cc36af7117=hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117., 1588230740=hbase:meta,,1.1588230740, 8c19143435d730ef2bc001c817966ad4=test,,1731669608191.8c19143435d730ef2bc001c817966ad4.} 2024-11-15T11:20:24,682 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6f5e5cfcd0752d0f2cd6cc36af7117, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:24,682 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:24,682 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:24,683 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:24,683 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:20:24,695 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/info/354ec1f6c65243cea6474a6dcc8e1c9d is 147, key is hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117./info:regioninfo/1731669613706/Put/seqid=0 2024-11-15T11:20:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741840_1016 (size=7686) 2024-11-15T11:20:24,698 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/.tmp/queue/30bd0ddc1dcc42cdbd754c83fbacc6ab is 153, key is 1-dbbb793b8023,37547,1731669599747/queue:dbbb793b8023%2C37547%2C1731669599747/1731669620473/Put/seqid=0 2024-11-15T11:20:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741841_1017 (size=5352) 2024-11-15T11:20:24,748 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:20:24,883 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6f5e5cfcd0752d0f2cd6cc36af7117, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:24,900 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:24,932 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:20:24,932 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:20:25,083 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e6f5e5cfcd0752d0f2cd6cc36af7117, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:25,099 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/info/354ec1f6c65243cea6474a6dcc8e1c9d 2024-11-15T11:20:25,102 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/.tmp/queue/30bd0ddc1dcc42cdbd754c83fbacc6ab 2024-11-15T11:20:25,106 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/.tmp/queue/30bd0ddc1dcc42cdbd754c83fbacc6ab as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/queue/30bd0ddc1dcc42cdbd754c83fbacc6ab 2024-11-15T11:20:25,110 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/queue/30bd0ddc1dcc42cdbd754c83fbacc6ab, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T11:20:25,111 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e6f5e5cfcd0752d0f2cd6cc36af7117 in 429ms, sequenceid=10, compaction requested=false 2024-11-15T11:20:25,118 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/ns/e774562c673e439e8b43507c36442ada is 43, key is default/ns:d/1731669603117/Put/seqid=0 2024-11-15T11:20:25,119 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/replication/2e6f5e5cfcd0752d0f2cd6cc36af7117/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T11:20:25,119 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:25,119 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:25,119 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:25,119 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e6f5e5cfcd0752d0f2cd6cc36af7117: Waiting for close lock at 1731669624682Running coprocessor pre-close hooks at 1731669624682Disabling compacts and flushes for region at 1731669624682Disabling writes for close at 1731669624682Obtaining lock to block concurrent updates at 1731669624682Preparing flush snapshotting stores in 2e6f5e5cfcd0752d0f2cd6cc36af7117 at 1731669624682Finished memstore snapshotting hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731669624682Flushing stores of hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. at 1731669624683 (+1 ms)Flushing 2e6f5e5cfcd0752d0f2cd6cc36af7117/queue: creating writer at 1731669624683Flushing 2e6f5e5cfcd0752d0f2cd6cc36af7117/queue: appending metadata at 1731669624698 (+15 ms)Flushing 2e6f5e5cfcd0752d0f2cd6cc36af7117/queue: closing flushed file at 1731669624698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fee1b9f: reopening flushed file at 1731669625105 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e6f5e5cfcd0752d0f2cd6cc36af7117 in 429ms, sequenceid=10, compaction requested=false at 1731669625111 (+6 ms)Writing region close event to WAL at 1731669625113 (+2 ms)Running coprocessor post-close hooks at 1731669625119 (+6 ms)Closed at 1731669625119 2024-11-15T11:20:25,119 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669612511.2e6f5e5cfcd0752d0f2cd6cc36af7117. 2024-11-15T11:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c19143435d730ef2bc001c817966ad4, disabling compactions & flushes 2024-11-15T11:20:25,120 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669608191.8c19143435d730ef2bc001c817966ad4. after waiting 0 ms 2024-11-15T11:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:25,120 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c19143435d730ef2bc001c817966ad4 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T11:20:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:20:25,133 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f/fdb50c8af9cc486d8772060448ae0f4b is 29, key is row1/f:/1731669619828/DeleteFamily/seqid=0 2024-11-15T11:20:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741843_1019 (size=5118) 2024-11-15T11:20:25,283 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:25,483 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:25,523 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/ns/e774562c673e439e8b43507c36442ada 2024-11-15T11:20:25,537 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f/fdb50c8af9cc486d8772060448ae0f4b 2024-11-15T11:20:25,541 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb50c8af9cc486d8772060448ae0f4b 2024-11-15T11:20:25,541 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/rep_barrier/fac3b2bc3d8c496d914155d1e34706ef is 112, key is test,,1731669608191.8c19143435d730ef2bc001c817966ad4./rep_barrier:seqnumDuringOpen/1731669609335/Put/seqid=0 2024-11-15T11:20:25,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:20:25,557 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f1/778f945088e64be884c256ce0084099e is 30, key is row1/f1:/1731669619828/DeleteFamily/seqid=0 2024-11-15T11:20:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741845_1021 (size=5123) 2024-11-15T11:20:25,683 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:20:25,683 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c19143435d730ef2bc001c817966ad4=test,,1731669608191.8c19143435d730ef2bc001c817966ad4.} 2024-11-15T11:20:25,683 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:25,883 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c19143435d730ef2bc001c817966ad4 2024-11-15T11:20:25,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 912, reset compression=false 2024-11-15T11:20:25,907 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:25,907 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 1159, reset compression=false 2024-11-15T11:20:25,907 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37547,1731669599747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:25,908 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,37547,1731669599747: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,37547,1731669599747, walGroup=dbbb793b8023%2C37547%2C1731669599747, offset=dbbb793b8023%2C37547%2C1731669599747.1731669602066:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:37547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:20:25,910 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:20:25,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:20:25,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:20:25,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:20:25,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:20:25,910 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 687922688 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190987144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:20:25,911 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:45457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:45457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:20:25,944 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/rep_barrier/fac3b2bc3d8c496d914155d1e34706ef 2024-11-15T11:20:25,960 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f1/778f945088e64be884c256ce0084099e 2024-11-15T11:20:25,964 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/table/7ac7bc4555c3497d9c1a0b71b646f47f is 53, key is hbase:replication/table:state/1731669613712/Put/seqid=0 2024-11-15T11:20:25,964 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 778f945088e64be884c256ce0084099e 2024-11-15T11:20:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741846_1022 (size=5308) 2024-11-15T11:20:25,981 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/norep/0f679d5bf69a42dca16a520daea6c277 is 32, key is row/norep:/1731669618819/DeleteFamily/seqid=0 2024-11-15T11:20:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741847_1023 (size=5101) 2024-11-15T11:20:25,985 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/norep/0f679d5bf69a42dca16a520daea6c277 2024-11-15T11:20:25,989 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f679d5bf69a42dca16a520daea6c277 2024-11-15T11:20:25,990 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f/fdb50c8af9cc486d8772060448ae0f4b as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/f/fdb50c8af9cc486d8772060448ae0f4b 2024-11-15T11:20:25,994 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb50c8af9cc486d8772060448ae0f4b 2024-11-15T11:20:25,994 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/f/fdb50c8af9cc486d8772060448ae0f4b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:25,995 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/f1/778f945088e64be884c256ce0084099e as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/f1/778f945088e64be884c256ce0084099e 2024-11-15T11:20:25,999 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 778f945088e64be884c256ce0084099e 2024-11-15T11:20:25,999 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/f1/778f945088e64be884c256ce0084099e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:26,000 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/.tmp/norep/0f679d5bf69a42dca16a520daea6c277 as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/norep/0f679d5bf69a42dca16a520daea6c277 2024-11-15T11:20:26,004 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f679d5bf69a42dca16a520daea6c277 2024-11-15T11:20:26,004 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/norep/0f679d5bf69a42dca16a520daea6c277, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T11:20:26,005 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8c19143435d730ef2bc001c817966ad4 in 885ms, sequenceid=8, compaction requested=false 2024-11-15T11:20:26,005 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:20:26,009 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/default/test/8c19143435d730ef2bc001c817966ad4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:20:26,009 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:26,009 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:20:26,009 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:26,009 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c19143435d730ef2bc001c817966ad4: Waiting for close lock at 1731669625119Running coprocessor pre-close hooks at 1731669625120 (+1 ms)Disabling compacts and flushes for region at 1731669625120Disabling writes for close at 1731669625120Obtaining lock to block concurrent updates at 1731669625120Preparing flush snapshotting stores in 8c19143435d730ef2bc001c817966ad4 at 1731669625120Finished memstore snapshotting test,,1731669608191.8c19143435d730ef2bc001c817966ad4., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731669625120Flushing stores of test,,1731669608191.8c19143435d730ef2bc001c817966ad4. at 1731669625121 (+1 ms)Flushing 8c19143435d730ef2bc001c817966ad4/f: creating writer at 1731669625121Flushing 8c19143435d730ef2bc001c817966ad4/f: appending metadata at 1731669625133 (+12 ms)Flushing 8c19143435d730ef2bc001c817966ad4/f: closing flushed file at 1731669625133Flushing 8c19143435d730ef2bc001c817966ad4/f1: creating writer at 1731669625541 (+408 ms)Flushing 8c19143435d730ef2bc001c817966ad4/f1: appending metadata at 1731669625556 (+15 ms)Flushing 8c19143435d730ef2bc001c817966ad4/f1: closing flushed file at 1731669625556Flushing 8c19143435d730ef2bc001c817966ad4/norep: creating writer at 1731669625964 (+408 ms)Flushing 8c19143435d730ef2bc001c817966ad4/norep: appending metadata at 1731669625980 (+16 ms)Flushing 8c19143435d730ef2bc001c817966ad4/norep: closing flushed file at 1731669625980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8e17b1: reopening flushed file at 1731669625989 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d217380: reopening flushed file at 1731669625994 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7724ba40: reopening flushed file at 1731669625999 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8c19143435d730ef2bc001c817966ad4 in 885ms, sequenceid=8, compaction requested=false at 1731669626005 (+6 ms)Writing region close event to WAL at 1731669626006 (+1 ms)Running coprocessor post-close hooks at 1731669626009 (+3 ms)Closed at 1731669626009 2024-11-15T11:20:26,009 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669608191.8c19143435d730ef2bc001c817966ad4. 2024-11-15T11:20:26,084 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:20:26,111 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 1159, reset compression=false 2024-11-15T11:20:26,115 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:26,115 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 1803, reset compression=false 2024-11-15T11:20:26,284 DEBUG [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:20:26,319 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 1803, reset compression=false 2024-11-15T11:20:26,368 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/table/7ac7bc4555c3497d9c1a0b71b646f47f 2024-11-15T11:20:26,373 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/info/354ec1f6c65243cea6474a6dcc8e1c9d as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/info/354ec1f6c65243cea6474a6dcc8e1c9d 2024-11-15T11:20:26,376 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/info/354ec1f6c65243cea6474a6dcc8e1c9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:20:26,377 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/ns/e774562c673e439e8b43507c36442ada as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/ns/e774562c673e439e8b43507c36442ada 2024-11-15T11:20:26,380 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/ns/e774562c673e439e8b43507c36442ada, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:20:26,381 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/rep_barrier/fac3b2bc3d8c496d914155d1e34706ef as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/rep_barrier/fac3b2bc3d8c496d914155d1e34706ef 2024-11-15T11:20:26,384 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/rep_barrier/fac3b2bc3d8c496d914155d1e34706ef, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:20:26,385 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/.tmp/table/7ac7bc4555c3497d9c1a0b71b646f47f as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/table/7ac7bc4555c3497d9c1a0b71b646f47f 2024-11-15T11:20:26,389 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/table/7ac7bc4555c3497d9c1a0b71b646f47f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:20:26,389 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-15T11:20:26,390 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:20:26,399 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:20:26,399 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:26,399 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:26,399 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:26,399 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669624682Running coprocessor pre-close hooks at 1731669624682Disabling compacts and flushes for region at 1731669624682Disabling writes for close at 1731669624682Obtaining lock to block concurrent updates at 1731669624683 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731669624683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669624683Flushing stores of hbase:meta,,1.1588230740 at 1731669624683Flushing 1588230740/info: creating writer at 1731669624683Flushing 1588230740/info: appending metadata at 1731669624695 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731669624695Flushing 1588230740/ns: creating writer at 1731669625103 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731669625118 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731669625118Flushing 1588230740/rep_barrier: creating writer at 1731669625527 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669625540 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669625540Flushing 1588230740/table: creating writer at 1731669625948 (+408 ms)Flushing 1588230740/table: appending metadata at 1731669625963 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731669625963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1bd639: reopening flushed file at 1731669626372 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633dc12b: reopening flushed file at 1731669626376 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2436e116: reopening flushed file at 1731669626380 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374cea20: reopening flushed file at 1731669626384 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731669626389 (+5 ms)Writing region close event to WAL at 1731669626396 (+7 ms)Running coprocessor post-close hooks at 1731669626399 (+3 ms)Closed at 1731669626399 2024-11-15T11:20:26,400 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:26,484 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,37547,1731669599747; all regions closed. 2024-11-15T11:20:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:20:26,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.meta.1731669603058.meta not finished, retry = 0 2024-11-15T11:20:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741839_1015 (size=2676) 2024-11-15T11:20:26,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.rep.1731669613678 not finished, retry = 0 2024-11-15T11:20:26,623 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 to pos 1803, reset compression=false 2024-11-15T11:20:26,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741832_1008 (size=1811) 2024-11-15T11:20:26,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/WALs/dbbb793b8023,37547,1731669599747/dbbb793b8023%2C37547%2C1731669599747.1731669602066 not finished, retry = 0 2024-11-15T11:20:26,792 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:20:26,793 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,37547,1731669599747 because: Region server is closing 2024-11-15T11:20:26,793 INFO [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37547. 2024-11-15T11:20:26,793 DEBUG [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:26,793 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:26,794 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:26,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:26,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:26,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,894 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.shipperdbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 terminated 2024-11-15T11:20:26,894 INFO [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37547. 2024-11-15T11:20:26,894 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37547,1731669599747.replicationSource.wal-reader.dbbb793b8023%2C37547%2C1731669599747,1-dbbb793b8023,37547,1731669599747 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:20:26,894 DEBUG [RS:0;dbbb793b8023:37547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:26,894 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:26,894 DEBUG [RS:0;dbbb793b8023:37547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:26,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:26,894 INFO [RS:0;dbbb793b8023:37547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37547 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:26,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011/rs 2024-11-15T11:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588719011/rs/dbbb793b8023,37547,1731669599747 2024-11-15T11:20:27,074 INFO [RS:0;dbbb793b8023:37547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:20:27,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,37547,1731669599747] 2024-11-15T11:20:27,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588719011/draining/dbbb793b8023,37547,1731669599747 already deleted, retry=false 2024-11-15T11:20:27,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,37547,1731669599747 expired; onlineServers=0 2024-11-15T11:20:27,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,45457,1731669599557' ***** 2024-11-15T11:20:27,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:20:27,109 INFO [M:0;dbbb793b8023:45457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:20:27,109 INFO [M:0;dbbb793b8023:45457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:20:27,109 DEBUG [M:0;dbbb793b8023:45457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:20:27,109 DEBUG [M:0;dbbb793b8023:45457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:20:27,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:20:27,109 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669601815 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669601815,5,FailOnTimeoutGroup] 2024-11-15T11:20:27,109 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669601815 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669601815,5,FailOnTimeoutGroup] 2024-11-15T11:20:27,109 INFO [M:0;dbbb793b8023:45457 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:20:27,109 INFO [M:0;dbbb793b8023:45457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:20:27,109 DEBUG [M:0;dbbb793b8023:45457 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:20:27,109 INFO [M:0;dbbb793b8023:45457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:20:27,110 INFO [M:0;dbbb793b8023:45457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:20:27,110 INFO [M:0;dbbb793b8023:45457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:20:27,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:20:27,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588719011/master 2024-11-15T11:20:27,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588719011 2024-11-15T11:20:27,119 DEBUG [M:0;dbbb793b8023:45457 {}] zookeeper.ZKUtil(347): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Unable to get data of znode /0-1588719011/master because node does not exist (not an error) 2024-11-15T11:20:27,119 WARN [M:0;dbbb793b8023:45457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:20:27,120 INFO [M:0;dbbb793b8023:45457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/.lastflushedseqids 2024-11-15T11:20:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:20:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:27,199 INFO [RS:0;dbbb793b8023:37547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:20:27,199 INFO [RS:0;dbbb793b8023:37547 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,37547,1731669599747; zookeeper connection closed. 2024-11-15T11:20:27,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37547-0x1013e3918fe0001, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:27,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f111d07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f111d07 2024-11-15T11:20:27,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:20:27,525 INFO [M:0;dbbb793b8023:45457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:20:27,525 INFO [M:0;dbbb793b8023:45457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:20:27,525 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:27,525 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:27,525 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:27,525 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:27,525 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:27,525 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:20:27,542 DEBUG [M:0;dbbb793b8023:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c211537aa524499a1b3cf4cf9981202 is 82, key is hbase:meta,,1/info:regioninfo/1731669603088/Put/seqid=0 2024-11-15T11:20:27,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:20:27,946 INFO [M:0;dbbb793b8023:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c211537aa524499a1b3cf4cf9981202 2024-11-15T11:20:27,965 DEBUG [M:0;dbbb793b8023:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7b46faaf9a42a49f567f057618d1e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669613715/Put/seqid=0 2024-11-15T11:20:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741850_1026 (size=8515) 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:20:28,369 INFO [M:0;dbbb793b8023:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7b46faaf9a42a49f567f057618d1e6 2024-11-15T11:20:28,386 DEBUG [M:0;dbbb793b8023:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eecefc937345cd8fe026f86de583b6 is 69, key is dbbb793b8023,37547,1731669599747/rs:state/1731669601914/Put/seqid=0 2024-11-15T11:20:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:20:28,790 INFO [M:0;dbbb793b8023:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eecefc937345cd8fe026f86de583b6 2024-11-15T11:20:28,794 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c211537aa524499a1b3cf4cf9981202 as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c211537aa524499a1b3cf4cf9981202 2024-11-15T11:20:28,797 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c211537aa524499a1b3cf4cf9981202, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:20:28,798 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c7b46faaf9a42a49f567f057618d1e6 as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c7b46faaf9a42a49f567f057618d1e6 2024-11-15T11:20:28,801 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c7b46faaf9a42a49f567f057618d1e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:20:28,802 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eecefc937345cd8fe026f86de583b6 as hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eecefc937345cd8fe026f86de583b6 2024-11-15T11:20:28,805 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41713/user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eecefc937345cd8fe026f86de583b6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:20:28,806 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-15T11:20:28,807 INFO [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:28,807 DEBUG [M:0;dbbb793b8023:45457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669627525Disabling compacts and flushes for region at 1731669627525Disabling writes for close at 1731669627525Obtaining lock to block concurrent updates at 1731669627525Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669627525Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669627525Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669627526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669627526Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669627541 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669627541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669627949 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669627965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669627965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669628373 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669628385 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669628385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7508e9a8: reopening flushed file at 1731669628793 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724858e5: reopening flushed file at 1731669628797 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d5be72: reopening flushed file at 1731669628801 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731669628806 (+5 ms)Writing region close event to WAL at 1731669628806Closed at 1731669628806 2024-11-15T11:20:28,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36957 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:20:28,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56be30f4-543d-bf63-8daa-0f55fdeadb61/MasterData/WALs/dbbb793b8023,45457,1731669599557/dbbb793b8023%2C45457%2C1731669599557.1731669601504 not finished, retry = 0 2024-11-15T11:20:28,909 INFO [M:0;dbbb793b8023:45457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:20:28,909 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:20:28,909 INFO [M:0;dbbb793b8023:45457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45457 2024-11-15T11:20:28,909 INFO [M:0;dbbb793b8023:45457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:20:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:29,083 INFO [M:0;dbbb793b8023:45457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:20:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x1013e3918fe0000, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:20:29,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7646ee76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:29,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b6720{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:20:29,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:20:29,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72a88f0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:20:29,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b2e289{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir/,STOPPED} 2024-11-15T11:20:29,086 WARN [BP-1356614269-172.17.0.2-1731669597549 heartbeating to localhost/127.0.0.1:41713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:20:29,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:20:29,086 WARN [BP-1356614269-172.17.0.2-1731669597549 heartbeating to localhost/127.0.0.1:41713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1356614269-172.17.0.2-1731669597549 (Datanode Uuid 0434b670-30bf-4b46-91e6-be7c16d58e36) service to localhost/127.0.0.1:41713 2024-11-15T11:20:29,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:20:29,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/data/data1/current/BP-1356614269-172.17.0.2-1731669597549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:20:29,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/cluster_13551d64-76e8-c5ae-f429-d9adcdd32630/data/data2/current/BP-1356614269-172.17.0.2-1731669597549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:20:29,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:20:29,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4409f84d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:29,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@244cd9de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:20:29,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:20:29,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc6e35a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:20:29,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153dd6c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e70fbb08-9166-b6c2-70f6-0d32089a0774/hadoop.log.dir/,STOPPED} 2024-11-15T11:20:29,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:20:29,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:20:29,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34635 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51623) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51623) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41713 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3867 (was 3912) 2024-11-15T11:20:29,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=3867 2024-11-15T11:20:29,144 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T11:20:29,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir so I do NOT create it in target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33 2024-11-15T11:20:29,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:20:29,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.tmp.dir so I do NOT create it in target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33 2024-11-15T11:20:29,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b79f7e5-57fe-ba25-de08-589de3a2f2d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:20:29,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33 2024-11-15T11:20:29,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b, deleteOnExit=true 2024-11-15T11:20:29,185 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/zookeeper_0, clientPort=53259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:20:29,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53259 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/test.cache.data in system properties and HBase conf 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:20:29,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:20:29,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:20:29,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:29,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:20:29,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:20:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e3918fe0002, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:20:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e3918fe0005, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:20:29,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e3918fe0002, quorum=127.0.0.1:51623, baseZNode=/0-1588719011 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:20:29,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e3918fe0005, quorum=127.0.0.1:51623, baseZNode=/1428033330 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:20:29,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:29,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:29,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:29,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:29,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:29,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:29,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b42913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:29,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598ca5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:29,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da90ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/java.io.tmpdir/jetty-localhost-44519-hadoop-hdfs-3_4_1-tests_jar-_-any-11511939517580871685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:29,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23b1768b{HTTP/1.1, (http/1.1)}{localhost:44519} 2024-11-15T11:20:29,693 INFO [Time-limited test {}] server.Server(415): Started @229394ms 2024-11-15T11:20:29,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:29,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:29,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:29,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:29,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:29,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6abc47e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:29,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6cc206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:30,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5549b26a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/java.io.tmpdir/jetty-localhost-33669-hadoop-hdfs-3_4_1-tests_jar-_-any-6556532383046374749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:30,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5300a547{HTTP/1.1, (http/1.1)}{localhost:33669} 2024-11-15T11:20:30,069 INFO [Time-limited test {}] server.Server(415): Started @229770ms 2024-11-15T11:20:30,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:20:30,681 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/data/data2/current/BP-1178081935-172.17.0.2-1731669629206/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:30,681 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/data/data1/current/BP-1178081935-172.17.0.2-1731669629206/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:30,696 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:20:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd884159721c5919b with lease ID 0x7963078ab2ed3da8: Processing first storage report for DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5 from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=19d12d24-8494-43be-974d-63dff9792255, infoPort=42585, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=2076452550;c=1731669629206) 2024-11-15T11:20:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd884159721c5919b with lease ID 0x7963078ab2ed3da8: from storage DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5 node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=19d12d24-8494-43be-974d-63dff9792255, infoPort=42585, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=2076452550;c=1731669629206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd884159721c5919b with lease ID 0x7963078ab2ed3da8: Processing first storage report for DS-e7b5987e-16a9-4bd7-acbb-d86661579ff4 from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=19d12d24-8494-43be-974d-63dff9792255, infoPort=42585, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=2076452550;c=1731669629206) 2024-11-15T11:20:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd884159721c5919b with lease ID 0x7963078ab2ed3da8: from storage DS-e7b5987e-16a9-4bd7-acbb-d86661579ff4 node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=19d12d24-8494-43be-974d-63dff9792255, infoPort=42585, infoSecurePort=0, ipcPort=38007, storageInfo=lv=-57;cid=testClusterID;nsid=2076452550;c=1731669629206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:30,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33 2024-11-15T11:20:30,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:30,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:20:30,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:30,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:30,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38311 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:31,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3 with version=8 2024-11-15T11:20:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/hbase-staging 2024-11-15T11:20:31,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:31,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41141 2024-11-15T11:20:31,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41141 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:31,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411410x0, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:31,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41141-0x1013e3994ac0000 connected 2024-11-15T11:20:31,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:31,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:31,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/running 2024-11-15T11:20:31,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3, hbase.cluster.distributed=false 2024-11-15T11:20:31,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/acl 2024-11-15T11:20:31,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41141 2024-11-15T11:20:31,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41141 2024-11-15T11:20:31,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41141 2024-11-15T11:20:31,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41141 2024-11-15T11:20:31,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41141 2024-11-15T11:20:31,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:20:31,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:31,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38013 2024-11-15T11:20:31,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38013 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:31,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:31,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380130x0, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:31,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380130x0, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/running 2024-11-15T11:20:31,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38013-0x1013e3994ac0001 connected 2024-11-15T11:20:31,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:20:31,384 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:20:31,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/master 2024-11-15T11:20:31,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/acl 2024-11-15T11:20:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-15T11:20:31,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38013 2024-11-15T11:20:31,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38013 2024-11-15T11:20:31,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-15T11:20:31,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38013 2024-11-15T11:20:31,415 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:41141 2024-11-15T11:20:31,415 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /036121230/backup-masters/dbbb793b8023,41141,1731669631122 2024-11-15T11:20:31,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/backup-masters 2024-11-15T11:20:31,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/backup-masters 2024-11-15T11:20:31,428 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on existing znode=/036121230/backup-masters/dbbb793b8023,41141,1731669631122 2024-11-15T11:20:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/036121230/master 2024-11-15T11:20:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:31,438 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on existing znode=/036121230/master 2024-11-15T11:20:31,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /036121230/backup-masters/dbbb793b8023,41141,1731669631122 from backup master directory 2024-11-15T11:20:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/036121230/backup-masters/dbbb793b8023,41141,1731669631122 2024-11-15T11:20:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/backup-masters 2024-11-15T11:20:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/backup-masters 2024-11-15T11:20:31,448 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:31,448 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,41141,1731669631122 2024-11-15T11:20:31,451 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/hbase.id] with ID: b712c4bb-5396-42c9-bf54-3045fa097013 2024-11-15T11:20:31,451 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/.tmp/hbase.id 2024-11-15T11:20:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:20:31,855 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/.tmp/hbase.id]:[hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/hbase.id] 2024-11-15T11:20:31,864 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:31,864 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:20:31,865 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T11:20:31,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:31,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:20:31,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:32,324 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:32,324 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:20:32,325 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:20:32,730 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store 2024-11-15T11:20:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:33,135 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:33,135 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:33,135 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669633135Disabling compacts and flushes for region at 1731669633135Disabling writes for close at 1731669633135Writing region close event to WAL at 1731669633135Closed at 1731669633135 2024-11-15T11:20:33,136 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/.initializing 2024-11-15T11:20:33,136 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/WALs/dbbb793b8023,41141,1731669631122 2024-11-15T11:20:33,137 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:33,138 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C41141%2C1731669631122, suffix=, logDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/WALs/dbbb793b8023,41141,1731669631122, archiveDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/oldWALs, maxLogs=10 2024-11-15T11:20:33,154 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/WALs/dbbb793b8023,41141,1731669631122/dbbb793b8023%2C41141%2C1731669631122.1731669633139, exclude list is [], retry=0 2024-11-15T11:20:33,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5,DISK] 2024-11-15T11:20:33,158 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/WALs/dbbb793b8023,41141,1731669631122/dbbb793b8023%2C41141%2C1731669631122.1731669633139 2024-11-15T11:20:33,158 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42585:42585)] 2024-11-15T11:20:33,158 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:33,159 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:33,159 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,159 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:20:33,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:20:33,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:33,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:33,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:20:33,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:33,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:33,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:20:33,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:33,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:33,165 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,165 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,165 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,166 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,166 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,166 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:33,167 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:33,168 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:33,169 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69256238, jitterRate=0.03199836611747742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:33,169 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669633159Initializing all the Stores at 1731669633160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669633160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669633160Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669633160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669633160Cleaning up temporary data from old regions at 1731669633166 (+6 ms)Region opened successfully at 1731669633169 (+3 ms) 2024-11-15T11:20:33,169 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:20:33,171 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9edc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:20:33,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:20:33,173 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:20:33,174 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:20:33,174 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/balancer because node does not exist (not necessarily an error) 2024-11-15T11:20:33,248 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/balancer already deleted, retry=false 2024-11-15T11:20:33,249 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:20:33,249 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:20:33,259 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/normalizer already deleted, retry=false 2024-11-15T11:20:33,259 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:20:33,260 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:20:33,269 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/switch/split already deleted, retry=false 2024-11-15T11:20:33,270 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:20:33,280 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/switch/merge already deleted, retry=false 2024-11-15T11:20:33,281 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:20:33,290 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/snapshot-cleanup already deleted, retry=false 2024-11-15T11:20:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/036121230/running 2024-11-15T11:20:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/036121230/running 2024-11-15T11:20:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,301 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,41141,1731669631122, sessionid=0x1013e3994ac0000, setting cluster-up flag (Was=false) 2024-11-15T11:20:33,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,353 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /036121230/flush-table-proc/acquired, /036121230/flush-table-proc/reached, /036121230/flush-table-proc/abort 2024-11-15T11:20:33,354 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41141,1731669631122 2024-11-15T11:20:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:33,406 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /036121230/online-snapshot/acquired, /036121230/online-snapshot/reached, /036121230/online-snapshot/abort 2024-11-15T11:20:33,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41141,1731669631122 2024-11-15T11:20:33,408 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:20:33,409 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:33,409 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:20:33,409 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:20:33,410 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,41141,1731669631122 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:33,411 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669663412 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:20:33,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:20:33,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:33,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:20:33,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:33,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:20:33,416 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,416 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:20:33,416 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:20:33,416 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:20:33,417 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:20:33,417 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:20:33,417 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:20:33,417 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669633417,5,FailOnTimeoutGroup] 2024-11-15T11:20:33,420 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669633417,5,FailOnTimeoutGroup] 2024-11-15T11:20:33,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:20:33,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,420 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:20:33,504 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(746): ClusterId : b712c4bb-5396-42c9-bf54-3045fa097013 2024-11-15T11:20:33,504 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:20:33,512 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:20:33,512 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:20:33,522 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:20:33,523 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a5124c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:33,538 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:38013 2024-11-15T11:20:33,538 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:20:33,538 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:20:33,538 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:20:33,539 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,41141,1731669631122 with port=38013, startcode=1731669631362 2024-11-15T11:20:33,539 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:20:33,540 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:20:33,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41141 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,542 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3 2024-11-15T11:20:33,542 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38769 2024-11-15T11:20:33,542 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:20:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/rs 2024-11-15T11:20:33,554 DEBUG [RS:0;dbbb793b8023:38013 {}] zookeeper.ZKUtil(111): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on existing znode=/036121230/rs/dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,554 WARN [RS:0;dbbb793b8023:38013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:33,554 INFO [RS:0;dbbb793b8023:38013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:33,554 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,38013,1731669631362] 2024-11-15T11:20:33,558 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:20:33,560 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:20:33,560 INFO [RS:0;dbbb793b8023:38013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:20:33,560 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,560 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:20:33,561 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:20:33,561 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,561 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:33,562 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:33,562 DEBUG [RS:0;dbbb793b8023:38013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,564 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,38013,1731669631362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:33,583 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:20:33,583 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,38013,1731669631362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,583 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,583 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.Replication(171): dbbb793b8023,38013,1731669631362 started 2024-11-15T11:20:33,599 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:33,600 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,38013,1731669631362, RpcServer on dbbb793b8023/172.17.0.2:38013, sessionid=0x1013e3994ac0001 2024-11-15T11:20:33,600 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:20:33,600 DEBUG [RS:0;dbbb793b8023:38013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,600 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,38013,1731669631362' 2024-11-15T11:20:33,600 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/036121230/flush-table-proc/abort' 2024-11-15T11:20:33,600 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/036121230/flush-table-proc/acquired' 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,38013,1731669631362 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,38013,1731669631362' 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/036121230/online-snapshot/abort' 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/036121230/online-snapshot/acquired' 2024-11-15T11:20:33,601 DEBUG [RS:0;dbbb793b8023:38013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:20:33,601 INFO [RS:0;dbbb793b8023:38013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:20:33,601 INFO [RS:0;dbbb793b8023:38013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:20:33,702 INFO [RS:0;dbbb793b8023:38013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:33,703 INFO [RS:0;dbbb793b8023:38013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38013%2C1731669631362, suffix=, logDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362, archiveDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/oldWALs, maxLogs=10 2024-11-15T11:20:33,718 DEBUG [RS:0;dbbb793b8023:38013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, exclude list is [], retry=0 2024-11-15T11:20:33,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5,DISK] 2024-11-15T11:20:33,722 INFO [RS:0;dbbb793b8023:38013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 2024-11-15T11:20:33,722 DEBUG [RS:0;dbbb793b8023:38013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42585:42585)] 2024-11-15T11:20:33,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:20:33,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3 2024-11-15T11:20:33,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:20:34,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:34,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:34,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:34,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:34,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:34,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:34,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:34,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:34,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:34,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:34,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740 2024-11-15T11:20:34,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740 2024-11-15T11:20:34,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:34,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:34,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:34,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:34,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:34,239 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69754753, jitterRate=0.03942681849002838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669634228Initializing all the Stores at 1731669634229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669634229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634229Cleaning up temporary data from old regions at 1731669634235 (+6 ms)Region opened successfully at 1731669634239 (+4 ms) 2024-11-15T11:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:34,239 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:34,240 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:34,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669634239Disabling compacts and flushes for region at 1731669634239Disabling writes for close at 1731669634239Writing region close event to WAL at 1731669634239Closed at 1731669634239 2024-11-15T11:20:34,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:34,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:20:34,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:20:34,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:34,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:20:34,392 DEBUG [dbbb793b8023:41141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:20:34,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:34,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,38013,1731669631362, state=OPENING 2024-11-15T11:20:34,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:20:34,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:34,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:34,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /036121230/meta-region-server: CHANGED 2024-11-15T11:20:34,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /036121230/meta-region-server: CHANGED 2024-11-15T11:20:34,469 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:34,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,38013,1731669631362}] 2024-11-15T11:20:34,622 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:34,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:20:34,625 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:20:34,626 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:34,626 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:20:34,627 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38013%2C1731669631362.meta, suffix=.meta, logDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362, archiveDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/oldWALs, maxLogs=10 2024-11-15T11:20:34,639 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.meta.1731669634627.meta, exclude list is [], retry=0 2024-11-15T11:20:34,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5,DISK] 2024-11-15T11:20:34,644 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.meta.1731669634627.meta 2024-11-15T11:20:34,644 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42585:42585)] 2024-11-15T11:20:34,644 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:34,644 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:20:34,645 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:20:34,645 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:20:34,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:34,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:34,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:34,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:34,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:34,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:34,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:34,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:34,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:34,649 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:34,650 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740 2024-11-15T11:20:34,650 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740 2024-11-15T11:20:34,651 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:34,651 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:34,652 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:34,652 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:34,653 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59232568, jitterRate=-0.11736595630645752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:34,653 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:20:34,654 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669634645Writing region info on filesystem at 1731669634645Initializing all the Stores at 1731669634646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669634646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669634646Cleaning up temporary data from old regions at 1731669634651 (+5 ms)Running coprocessor post-open hooks at 1731669634653 (+2 ms)Region opened successfully at 1731669634653 2024-11-15T11:20:34,654 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669634621 2024-11-15T11:20:34,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:20:34,656 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:20:34,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:34,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,38013,1731669631362, state=OPEN 2024-11-15T11:20:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/036121230/meta-region-server 2024-11-15T11:20:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/036121230/meta-region-server 2024-11-15T11:20:34,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:34,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /036121230/meta-region-server: CHANGED 2024-11-15T11:20:34,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /036121230/meta-region-server: CHANGED 2024-11-15T11:20:34,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:20:34,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,38013,1731669631362 in 232 msec 2024-11-15T11:20:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:20:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-15T11:20:34,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:34,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:20:34,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:34,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38013,1731669631362, seqNum=-1] 2024-11-15T11:20:34,706 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:34,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:34,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-15T11:20:34,710 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669634710, completionTime=-1 2024-11-15T11:20:34,710 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:20:34,711 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:20:34,712 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:20:34,712 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669694712 2024-11-15T11:20:34,712 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669754712 2024-11-15T11:20:34,712 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:41141, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,713 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,714 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.270sec 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:34,718 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:20:34,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:20:34,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:20:34,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41141,1731669631122-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:34,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c82884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:34,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:34,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:34,806 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647841a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:34,807 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:34,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ddc9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:34,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38013,1731669631362, seqNum=-1] 2024-11-15T11:20:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:34,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:34,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,41141,1731669631122 2024-11-15T11:20:34,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:34,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3994ac0002 connected 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir so I do NOT create it in target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f 2024-11-15T11:20:34,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.tmp.dir so I do NOT create it in target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f 2024-11-15T11:20:34,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:20:34,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/cluster_2a52c6b5-2eec-2547-7361-ec2f17a084c2, deleteOnExit=true 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/test.cache.data in system properties and HBase conf 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:20:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:20:34,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:34,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:20:34,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:20:35,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:35,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:35,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:35,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:35,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:35,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:35,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@842bac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:35,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42079d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:35,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c8b1944{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/java.io.tmpdir/jetty-localhost-43755-hadoop-hdfs-3_4_1-tests_jar-_-any-9097035517835396048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:35,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c9e0a8{HTTP/1.1, (http/1.1)}{localhost:43755} 2024-11-15T11:20:35,309 INFO [Time-limited test {}] server.Server(415): Started @235011ms 2024-11-15T11:20:35,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:35,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:35,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:35,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:35,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:20:35,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1af92ea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:35,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a6605b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:35,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324284e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/java.io.tmpdir/jetty-localhost-42665-hadoop-hdfs-3_4_1-tests_jar-_-any-2998986391740674839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:35,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b23a4a6{HTTP/1.1, (http/1.1)}{localhost:42665} 2024-11-15T11:20:35,707 INFO [Time-limited test {}] server.Server(415): Started @235408ms 2024-11-15T11:20:35,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:20:36,398 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/cluster_2a52c6b5-2eec-2547-7361-ec2f17a084c2/data/data1/current/BP-1235074515-172.17.0.2-1731669634868/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:36,398 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/cluster_2a52c6b5-2eec-2547-7361-ec2f17a084c2/data/data2/current/BP-1235074515-172.17.0.2-1731669634868/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:36,419 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:20:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8fb14e95e99003f with lease ID 0x36d0ddfa958e6dc0: Processing first storage report for DS-ae410765-c7df-4403-a713-f481f3a68e2a from datanode DatanodeRegistration(127.0.0.1:35635, datanodeUuid=30202495-c2d7-4954-8bbe-d0908b726fd4, infoPort=35827, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=366054688;c=1731669634868) 2024-11-15T11:20:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8fb14e95e99003f with lease ID 0x36d0ddfa958e6dc0: from storage DS-ae410765-c7df-4403-a713-f481f3a68e2a node DatanodeRegistration(127.0.0.1:35635, datanodeUuid=30202495-c2d7-4954-8bbe-d0908b726fd4, infoPort=35827, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=366054688;c=1731669634868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8fb14e95e99003f with lease ID 0x36d0ddfa958e6dc0: Processing first storage report for DS-35ebb3f0-0259-4519-a98d-197dae1bca4d from datanode DatanodeRegistration(127.0.0.1:35635, datanodeUuid=30202495-c2d7-4954-8bbe-d0908b726fd4, infoPort=35827, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=366054688;c=1731669634868) 2024-11-15T11:20:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8fb14e95e99003f with lease ID 0x36d0ddfa958e6dc0: from storage DS-35ebb3f0-0259-4519-a98d-197dae1bca4d node DatanodeRegistration(127.0.0.1:35635, datanodeUuid=30202495-c2d7-4954-8bbe-d0908b726fd4, infoPort=35827, infoSecurePort=0, ipcPort=34683, storageInfo=lv=-57;cid=testClusterID;nsid=366054688;c=1731669634868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:36,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f 2024-11-15T11:20:36,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:20:36,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde with version=8 2024-11-15T11:20:36,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/hbase-staging 2024-11-15T11:20:36,457 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:20:36,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:36,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34607 2024-11-15T11:20:36,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34607 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:36,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346070x0, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:36,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34607-0x1013e3994ac0003 connected 2024-11-15T11:20:36,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/running 2024-11-15T11:20:36,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde, hbase.cluster.distributed=false 2024-11-15T11:20:36,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/acl 2024-11-15T11:20:36,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-15T11:20:36,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34607 2024-11-15T11:20:36,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34607 2024-11-15T11:20:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-15T11:20:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-15T11:20:36,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:36,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:36,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:36,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:36,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:20:36,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:36,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44623 2024-11-15T11:20:36,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44623 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:36,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446230x0, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:36,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446230x0, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/running 2024-11-15T11:20:36,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44623-0x1013e3994ac0004 connected 2024-11-15T11:20:36,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:20:36,586 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:20:36,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/master 2024-11-15T11:20:36,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/acl 2024-11-15T11:20:36,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-15T11:20:36,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44623 2024-11-15T11:20:36,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44623 2024-11-15T11:20:36,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-15T11:20:36,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-15T11:20:36,604 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:34607 2024-11-15T11:20:36,604 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1751744658/backup-masters/dbbb793b8023,34607,1731669636456 2024-11-15T11:20:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/backup-masters 2024-11-15T11:20:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/backup-masters 2024-11-15T11:20:36,617 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on existing znode=/1751744658/backup-masters/dbbb793b8023,34607,1731669636456 2024-11-15T11:20:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751744658/master 2024-11-15T11:20:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:36,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on existing znode=/1751744658/master 2024-11-15T11:20:36,627 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1751744658/backup-masters/dbbb793b8023,34607,1731669636456 from backup master directory 2024-11-15T11:20:36,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751744658/backup-masters/dbbb793b8023,34607,1731669636456 2024-11-15T11:20:36,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/backup-masters 2024-11-15T11:20:36,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/backup-masters 2024-11-15T11:20:36,637 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:36,637 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,34607,1731669636456 2024-11-15T11:20:36,640 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/hbase.id] with ID: 4bd006eb-51c6-451b-a019-db5dadfd252d 2024-11-15T11:20:36,640 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/.tmp/hbase.id 2024-11-15T11:20:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:20:37,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/.tmp/hbase.id]:[hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/hbase.id] 2024-11-15T11:20:37,052 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:37,052 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:20:37,053 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:20:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:20:37,124 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:37,124 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:20:37,125 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:20:37,530 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store 2024-11-15T11:20:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:37,935 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:37,935 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:37,935 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669637935Disabling compacts and flushes for region at 1731669637935Disabling writes for close at 1731669637935Writing region close event to WAL at 1731669637935Closed at 1731669637935 2024-11-15T11:20:37,936 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/.initializing 2024-11-15T11:20:37,936 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/WALs/dbbb793b8023,34607,1731669636456 2024-11-15T11:20:37,937 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:37,938 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C34607%2C1731669636456, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/WALs/dbbb793b8023,34607,1731669636456, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/oldWALs, maxLogs=10 2024-11-15T11:20:37,952 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/WALs/dbbb793b8023,34607,1731669636456/dbbb793b8023%2C34607%2C1731669636456.1731669637938, exclude list is [], retry=0 2024-11-15T11:20:37,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-ae410765-c7df-4403-a713-f481f3a68e2a,DISK] 2024-11-15T11:20:37,956 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/WALs/dbbb793b8023,34607,1731669636456/dbbb793b8023%2C34607%2C1731669636456.1731669637938 2024-11-15T11:20:37,956 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-15T11:20:37,956 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:37,956 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:37,956 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,956 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:20:37,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:37,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:37,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:20:37,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:37,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:37,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:20:37,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:37,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:37,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:20:37,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:37,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:37,962 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,962 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,962 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,963 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,963 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:37,965 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:37,966 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:37,967 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579870, jitterRate=-0.11219075322151184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:37,967 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669637956Initializing all the Stores at 1731669637957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669637957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669637957Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669637957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669637957Cleaning up temporary data from old regions at 1731669637963 (+6 ms)Region opened successfully at 1731669637967 (+4 ms) 2024-11-15T11:20:37,967 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:20:37,969 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428ed84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:37,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:20:37,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:20:37,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:20:37,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:20:37,971 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:20:37,971 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:20:37,971 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:20:37,973 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:20:37,973 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/balancer because node does not exist (not necessarily an error) 2024-11-15T11:20:38,024 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/balancer already deleted, retry=false 2024-11-15T11:20:38,025 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:20:38,026 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:20:38,037 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/normalizer already deleted, retry=false 2024-11-15T11:20:38,038 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:20:38,039 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:20:38,048 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/switch/split already deleted, retry=false 2024-11-15T11:20:38,049 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:20:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:20:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:20:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T11:20:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:20:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:20:38,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/switch/merge already deleted, retry=false 2024-11-15T11:20:38,060 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:20:38,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/snapshot-cleanup already deleted, retry=false 2024-11-15T11:20:38,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751744658/running 2024-11-15T11:20:38,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1751744658/running 2024-11-15T11:20:38,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,080 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,34607,1731669636456, sessionid=0x1013e3994ac0003, setting cluster-up flag (Was=false) 2024-11-15T11:20:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1751744658/flush-table-proc/acquired, /1751744658/flush-table-proc/reached, /1751744658/flush-table-proc/abort 2024-11-15T11:20:38,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34607,1731669636456 2024-11-15T11:20:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,185 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1751744658/online-snapshot/acquired, /1751744658/online-snapshot/reached, /1751744658/online-snapshot/abort 2024-11-15T11:20:38,186 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,34607,1731669636456 2024-11-15T11:20:38,186 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:20:38,188 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:38,188 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:20:38,188 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:20:38,189 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,34607,1731669636456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:38,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669668191 2024-11-15T11:20:38,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:20:38,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:20:38,191 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:20:38,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:20:38,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:20:38,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:20:38,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,194 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(746): ClusterId : 4bd006eb-51c6-451b-a019-db5dadfd252d 2024-11-15T11:20:38,194 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:20:38,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:38,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:20:38,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:20:38,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:20:38,197 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:20:38,197 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:20:38,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:38,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:20:38,197 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:20:38,197 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:20:38,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669638197,5,FailOnTimeoutGroup] 2024-11-15T11:20:38,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669638198,5,FailOnTimeoutGroup] 2024-11-15T11:20:38,198 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,198 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:20:38,198 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,198 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,206 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:20:38,206 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:20:38,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:20:38,217 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:20:38,217 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f85e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:38,227 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:44623 2024-11-15T11:20:38,227 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:20:38,227 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:20:38,227 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:20:38,228 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,34607,1731669636456 with port=44623, startcode=1731669636572 2024-11-15T11:20:38,228 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:20:38,229 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:20:38,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,230 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde 2024-11-15T11:20:38,230 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35681 2024-11-15T11:20:38,231 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:20:38,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/rs 2024-11-15T11:20:38,237 DEBUG [RS:0;dbbb793b8023:44623 {}] zookeeper.ZKUtil(111): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on existing znode=/1751744658/rs/dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,238 WARN [RS:0;dbbb793b8023:44623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:38,238 INFO [RS:0;dbbb793b8023:44623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:38,238 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,44623,1731669636572] 2024-11-15T11:20:38,242 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:20:38,244 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:20:38,250 INFO [RS:0;dbbb793b8023:44623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:20:38,250 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,251 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:20:38,252 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:20:38,252 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:38,252 DEBUG [RS:0;dbbb793b8023:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,255 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44623,1731669636572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:38,269 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:20:38,270 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44623,1731669636572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,270 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,270 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.Replication(171): dbbb793b8023,44623,1731669636572 started 2024-11-15T11:20:38,282 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:38,282 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,44623,1731669636572, RpcServer on dbbb793b8023/172.17.0.2:44623, sessionid=0x1013e3994ac0004 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,44623,1731669636572' 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1751744658/flush-table-proc/abort' 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1751744658/flush-table-proc/acquired' 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:20:38,282 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:20:38,283 DEBUG [RS:0;dbbb793b8023:44623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,283 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,44623,1731669636572' 2024-11-15T11:20:38,283 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1751744658/online-snapshot/abort' 2024-11-15T11:20:38,283 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1751744658/online-snapshot/acquired' 2024-11-15T11:20:38,283 DEBUG [RS:0;dbbb793b8023:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:20:38,283 INFO [RS:0;dbbb793b8023:44623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:20:38,283 INFO [RS:0;dbbb793b8023:44623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:20:38,383 INFO [RS:0;dbbb793b8023:44623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:38,385 INFO [RS:0;dbbb793b8023:44623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44623%2C1731669636572, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/oldWALs, maxLogs=10 2024-11-15T11:20:38,402 DEBUG [RS:0;dbbb793b8023:44623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, exclude list is [], retry=0 2024-11-15T11:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-ae410765-c7df-4403-a713-f481f3a68e2a,DISK] 2024-11-15T11:20:38,407 INFO [RS:0;dbbb793b8023:44623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 2024-11-15T11:20:38,408 DEBUG [RS:0;dbbb793b8023:44623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-15T11:20:38,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:20:38,610 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde 2024-11-15T11:20:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:20:38,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:38,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:38,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:38,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:38,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:38,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:38,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:38,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:38,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:38,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:38,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:38,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:38,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:38,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:38,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:38,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:38,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:38,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:38,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740 2024-11-15T11:20:38,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740 2024-11-15T11:20:38,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:38,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:38,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:38,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:38,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:38,624 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66304665, jitterRate=-0.011983498930931091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669638615Initializing all the Stores at 1731669638615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669638615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669638616 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669638616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669638616Cleaning up temporary data from old regions at 1731669638621 (+5 ms)Region opened successfully at 1731669638624 (+3 ms) 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:38,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:38,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:38,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669638624Disabling compacts and flushes for region at 1731669638624Disabling writes for close at 1731669638624Writing region close event to WAL at 1731669638624Closed at 1731669638624 2024-11-15T11:20:38,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:38,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:20:38,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:20:38,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:38,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:20:38,777 DEBUG [dbbb793b8023:34607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:20:38,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:38,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,44623,1731669636572, state=OPENING 2024-11-15T11:20:38,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:20:38,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:38,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:38,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751744658/meta-region-server: CHANGED 2024-11-15T11:20:38,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751744658/meta-region-server: CHANGED 2024-11-15T11:20:38,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,44623,1731669636572}] 2024-11-15T11:20:39,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:39,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:20:39,080 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:20:39,080 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:39,080 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:20:39,081 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44623%2C1731669636572.meta, suffix=.meta, logDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/oldWALs, maxLogs=10 2024-11-15T11:20:39,093 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.meta.1731669639081.meta, exclude list is [], retry=0 2024-11-15T11:20:39,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-ae410765-c7df-4403-a713-f481f3a68e2a,DISK] 2024-11-15T11:20:39,095 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.meta.1731669639081.meta 2024-11-15T11:20:39,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-15T11:20:39,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:39,096 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:39,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:39,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:20:39,096 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:20:39,097 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:20:39,097 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:39,097 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:20:39,097 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:20:39,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:39,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:39,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:39,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:39,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:39,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:39,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:39,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:39,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:39,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:39,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:39,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:39,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:39,101 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:39,101 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740 2024-11-15T11:20:39,102 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740 2024-11-15T11:20:39,103 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:39,103 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:39,104 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:39,105 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:39,105 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70790682, jitterRate=0.05486336350440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:39,105 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:20:39,105 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669639097Writing region info on filesystem at 1731669639097Initializing all the Stores at 1731669639097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669639097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669639098 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669639098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669639098Cleaning up temporary data from old regions at 1731669639103 (+5 ms)Running coprocessor post-open hooks at 1731669639105 (+2 ms)Region opened successfully at 1731669639105 2024-11-15T11:20:39,106 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669639076 2024-11-15T11:20:39,108 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:20:39,108 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:20:39,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:39,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,44623,1731669636572, state=OPEN 2024-11-15T11:20:39,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1751744658/meta-region-server 2024-11-15T11:20:39,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1751744658/meta-region-server 2024-11-15T11:20:39,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:39,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751744658/meta-region-server: CHANGED 2024-11-15T11:20:39,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1751744658/meta-region-server: CHANGED 2024-11-15T11:20:39,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:20:39,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,44623,1731669636572 in 230 msec 2024-11-15T11:20:39,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:20:39,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-15T11:20:39,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:39,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:20:39,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:39,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44623,1731669636572, seqNum=-1] 2024-11-15T11:20:39,159 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:39,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:39,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-15T11:20:39,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669639164, completionTime=-1 2024-11-15T11:20:39,165 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:20:39,165 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:20:39,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:20:39,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669699166 2024-11-15T11:20:39,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669759166 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:34607, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,169 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.533sec 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:20:39,170 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:39,171 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:20:39,172 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:20:39,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:20:39,172 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34607,1731669636456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:39,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2fea70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:39,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:39,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:39,195 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@981381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:39,196 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7978f137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:39,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44623,1731669636572, seqNum=-1] 2024-11-15T11:20:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:39,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,34607,1731669636456 2024-11-15T11:20:39,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:39,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3994ac0005 connected 2024-11-15T11:20:39,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir so I do NOT create it in target/test-data/88228087-3139-b13e-894d-25cdb53d9b05 2024-11-15T11:20:39,239 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.tmp.dir so I do NOT create it in target/test-data/88228087-3139-b13e-894d-25cdb53d9b05 2024-11-15T11:20:39,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:20:39,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/cluster_868a3aa1-9f6c-3c95-cb91-1e0a8424b427, deleteOnExit=true 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/test.cache.data in system properties and HBase conf 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:20:39,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:20:39,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:20:39,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:20:39,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:20:39,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:39,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:39,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:39,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:39,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:20:39,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:39,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510367ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:39,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab2ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:39,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aea075e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/java.io.tmpdir/jetty-localhost-38335-hadoop-hdfs-3_4_1-tests_jar-_-any-17818016108421482840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:20:39,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a02d0f9{HTTP/1.1, (http/1.1)}{localhost:38335} 2024-11-15T11:20:39,767 INFO [Time-limited test {}] server.Server(415): Started @239468ms 2024-11-15T11:20:40,011 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:40,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,012 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,045 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,056 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,056 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,058 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:40,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:20:40,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:20:40,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:20:40,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:20:40,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:20:40,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8a9b1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:20:40,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41529fcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:20:40,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3360cb18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/java.io.tmpdir/jetty-localhost-38705-hadoop-hdfs-3_4_1-tests_jar-_-any-12487652535283620654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:20:40,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d5d017a{HTTP/1.1, (http/1.1)}{localhost:38705} 2024-11-15T11:20:40,186 INFO [Time-limited test {}] server.Server(415): Started @239887ms 2024-11-15T11:20:40,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:20:40,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:40,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:40,879 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48372 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:20:40,887 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/cluster_868a3aa1-9f6c-3c95-cb91-1e0a8424b427/data/data2/current/BP-1675059487-172.17.0.2-1731669639265/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:40,887 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/cluster_868a3aa1-9f6c-3c95-cb91-1e0a8424b427/data/data1/current/BP-1675059487-172.17.0.2-1731669639265/current, will proceed with Du for space computation calculation, 2024-11-15T11:20:40,905 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:20:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48defb635b703033 with lease ID 0xa11239ef0b398ace: Processing first storage report for DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe from datanode DatanodeRegistration(127.0.0.1:41809, datanodeUuid=bbf2c444-69cd-4e7a-b0b8-9ff961ad083e, infoPort=42523, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=696324703;c=1731669639265) 2024-11-15T11:20:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48defb635b703033 with lease ID 0xa11239ef0b398ace: from storage DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe node DatanodeRegistration(127.0.0.1:41809, datanodeUuid=bbf2c444-69cd-4e7a-b0b8-9ff961ad083e, infoPort=42523, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=696324703;c=1731669639265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48defb635b703033 with lease ID 0xa11239ef0b398ace: Processing first storage report for DS-6b37cf47-c6c2-4226-a89c-18500737be94 from datanode DatanodeRegistration(127.0.0.1:41809, datanodeUuid=bbf2c444-69cd-4e7a-b0b8-9ff961ad083e, infoPort=42523, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=696324703;c=1731669639265) 2024-11-15T11:20:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48defb635b703033 with lease ID 0xa11239ef0b398ace: from storage DS-6b37cf47-c6c2-4226-a89c-18500737be94 node DatanodeRegistration(127.0.0.1:41809, datanodeUuid=bbf2c444-69cd-4e7a-b0b8-9ff961ad083e, infoPort=42523, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=696324703;c=1731669639265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:20:40,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05 2024-11-15T11:20:40,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:40,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:20:40,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d with version=8 2024-11-15T11:20:40,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/hbase-staging 2024-11-15T11:20:40,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:20:40,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:40,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44591 2024-11-15T11:20:40,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44591 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:40,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445910x0, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:40,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44591-0x1013e3994ac0006 connected 2024-11-15T11:20:41,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:41,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:41,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/running 2024-11-15T11:20:41,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d, hbase.cluster.distributed=false 2024-11-15T11:20:41,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/acl 2024-11-15T11:20:41,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-15T11:20:41,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44591 2024-11-15T11:20:41,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44591 2024-11-15T11:20:41,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-15T11:20:41,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-15T11:20:41,061 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:20:41,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:20:41,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33321 2024-11-15T11:20:41,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33321 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:41,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:41,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:41,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333210x0, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:41,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333210x0, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/running 2024-11-15T11:20:41,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33321-0x1013e3994ac0007 connected 2024-11-15T11:20:41,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:20:41,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:20:41,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/master 2024-11-15T11:20:41,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/acl 2024-11-15T11:20:41,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33321 2024-11-15T11:20:41,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33321 2024-11-15T11:20:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33321 2024-11-15T11:20:41,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33321 2024-11-15T11:20:41,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33321 2024-11-15T11:20:41,119 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:44591 2024-11-15T11:20:41,120 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-307690595/backup-masters/dbbb793b8023,44591,1731669640941 2024-11-15T11:20:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/backup-masters 2024-11-15T11:20:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/backup-masters 2024-11-15T11:20:41,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on existing znode=/2-307690595/backup-masters/dbbb793b8023,44591,1731669640941 2024-11-15T11:20:41,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-307690595/master 2024-11-15T11:20:41,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:41,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:41,143 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on existing znode=/2-307690595/master 2024-11-15T11:20:41,143 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-307690595/backup-masters/dbbb793b8023,44591,1731669640941 from backup master directory 2024-11-15T11:20:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/backup-masters 2024-11-15T11:20:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-307690595/backup-masters/dbbb793b8023,44591,1731669640941 2024-11-15T11:20:41,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/backup-masters 2024-11-15T11:20:41,153 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:41,153 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,44591,1731669640941 2024-11-15T11:20:41,156 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/hbase.id] with ID: fe7851ac-d8a5-427e-9b97-9e13ca692762 2024-11-15T11:20:41,156 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/.tmp/hbase.id 2024-11-15T11:20:41,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:20:41,560 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/.tmp/hbase.id]:[hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/hbase.id] 2024-11-15T11:20:41,568 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:20:41,568 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:20:41,568 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T11:20:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:20:42,021 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:42,021 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:20:42,021 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:20:42,026 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store 2024-11-15T11:20:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:20:42,030 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:42,030 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:20:42,030 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669642030Disabling compacts and flushes for region at 1731669642030Disabling writes for close at 1731669642030Writing region close event to WAL at 1731669642030Closed at 1731669642030 2024-11-15T11:20:42,031 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/.initializing 2024-11-15T11:20:42,031 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/WALs/dbbb793b8023,44591,1731669640941 2024-11-15T11:20:42,032 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:42,033 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C44591%2C1731669640941, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/WALs/dbbb793b8023,44591,1731669640941, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/oldWALs, maxLogs=10 2024-11-15T11:20:42,047 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/WALs/dbbb793b8023,44591,1731669640941/dbbb793b8023%2C44591%2C1731669640941.1731669642033, exclude list is [], retry=0 2024-11-15T11:20:42,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe,DISK] 2024-11-15T11:20:42,050 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/WALs/dbbb793b8023,44591,1731669640941/dbbb793b8023%2C44591%2C1731669640941.1731669642033 2024-11-15T11:20:42,050 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-15T11:20:42,050 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:42,051 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:42,051 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,051 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:20:42,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:42,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:42,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:20:42,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:42,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:42,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:20:42,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:42,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:42,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:20:42,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:42,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:42,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,058 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:42,059 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:20:42,060 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:42,061 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69137852, jitterRate=0.03023427724838257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:42,061 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669642051Initializing all the Stores at 1731669642051Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669642051Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669642051Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669642051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669642051Cleaning up temporary data from old regions at 1731669642058 (+7 ms)Region opened successfully at 1731669642061 (+3 ms) 2024-11-15T11:20:42,061 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:20:42,063 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20657112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:42,063 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:20:42,063 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:20:42,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:20:42,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:20:42,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:20:42,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:20:42,064 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:20:42,065 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:20:42,066 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/balancer because node does not exist (not necessarily an error) 2024-11-15T11:20:42,119 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/balancer already deleted, retry=false 2024-11-15T11:20:42,119 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:20:42,120 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:20:42,132 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/normalizer already deleted, retry=false 2024-11-15T11:20:42,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:20:42,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:20:42,142 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/switch/split already deleted, retry=false 2024-11-15T11:20:42,143 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:20:42,153 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/switch/merge already deleted, retry=false 2024-11-15T11:20:42,154 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:20:42,163 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/snapshot-cleanup already deleted, retry=false 2024-11-15T11:20:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-307690595/running 2024-11-15T11:20:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-307690595/running 2024-11-15T11:20:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,174 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,44591,1731669640941, sessionid=0x1013e3994ac0006, setting cluster-up flag (Was=false) 2024-11-15T11:20:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,226 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-307690595/flush-table-proc/acquired, /2-307690595/flush-table-proc/reached, /2-307690595/flush-table-proc/abort 2024-11-15T11:20:42,228 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,44591,1731669640941 2024-11-15T11:20:42,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:42,279 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-307690595/online-snapshot/acquired, /2-307690595/online-snapshot/reached, /2-307690595/online-snapshot/abort 2024-11-15T11:20:42,280 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,44591,1731669640941 2024-11-15T11:20:42,281 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:20:42,282 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:42,282 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:20:42,282 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:20:42,282 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,44591,1731669640941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:20:42,283 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,284 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:42,284 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,284 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669672284 2024-11-15T11:20:42,284 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:20:42,284 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:20:42,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:42,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:20:42,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:42,285 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:20:42,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:20:42,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:20:42,286 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669642286,5,FailOnTimeoutGroup] 2024-11-15T11:20:42,286 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669642286,5,FailOnTimeoutGroup] 2024-11-15T11:20:42,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:20:42,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,286 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:20:42,306 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(746): ClusterId : fe7851ac-d8a5-427e-9b97-9e13ca692762 2024-11-15T11:20:42,306 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:20:42,311 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:20:42,311 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:20:42,322 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:20:42,322 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:20:42,336 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:33321 2024-11-15T11:20:42,336 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:20:42,336 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:20:42,336 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:20:42,337 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,44591,1731669640941 with port=33321, startcode=1731669641060 2024-11-15T11:20:42,337 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:20:42,339 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:20:42,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44591 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,341 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d 2024-11-15T11:20:42,341 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44549 2024-11-15T11:20:42,341 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:20:42,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/rs 2024-11-15T11:20:42,391 DEBUG [RS:0;dbbb793b8023:33321 {}] zookeeper.ZKUtil(111): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on existing znode=/2-307690595/rs/dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,391 WARN [RS:0;dbbb793b8023:33321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:20:42,391 INFO [RS:0;dbbb793b8023:33321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:42,391 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,33321,1731669641060] 2024-11-15T11:20:42,394 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:20:42,395 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:20:42,396 INFO [RS:0;dbbb793b8023:33321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:20:42,396 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,398 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:20:42,398 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:20:42,398 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:42,399 DEBUG [RS:0;dbbb793b8023:33321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,400 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33321,1731669641060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:42,418 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:20:42,418 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,33321,1731669641060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,418 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,418 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.Replication(171): dbbb793b8023,33321,1731669641060 started 2024-11-15T11:20:42,437 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:42,437 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,33321,1731669641060, RpcServer on dbbb793b8023/172.17.0.2:33321, sessionid=0x1013e3994ac0007 2024-11-15T11:20:42,437 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:20:42,437 DEBUG [RS:0;dbbb793b8023:33321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,437 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,33321,1731669641060' 2024-11-15T11:20:42,437 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-307690595/flush-table-proc/abort' 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-307690595/flush-table-proc/acquired' 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,33321,1731669641060 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,33321,1731669641060' 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-307690595/online-snapshot/abort' 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-307690595/online-snapshot/acquired' 2024-11-15T11:20:42,438 DEBUG [RS:0;dbbb793b8023:33321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:20:42,439 INFO [RS:0;dbbb793b8023:33321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:20:42,439 INFO [RS:0;dbbb793b8023:33321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:20:42,539 INFO [RS:0;dbbb793b8023:33321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:20:42,540 INFO [RS:0;dbbb793b8023:33321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33321%2C1731669641060, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/oldWALs, maxLogs=10 2024-11-15T11:20:42,556 DEBUG [RS:0;dbbb793b8023:33321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, exclude list is [], retry=0 2024-11-15T11:20:42,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe,DISK] 2024-11-15T11:20:42,560 INFO [RS:0;dbbb793b8023:33321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 2024-11-15T11:20:42,560 DEBUG [RS:0;dbbb793b8023:33321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-15T11:20:42,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:20:42,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d 2024-11-15T11:20:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:20:43,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:43,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:43,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:43,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:43,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:43,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:43,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:43,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:43,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:43,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:43,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740 2024-11-15T11:20:43,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740 2024-11-15T11:20:43,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:43,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:43,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:43,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:43,112 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67884580, jitterRate=0.011559069156646729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669643103Initializing all the Stores at 1731669643103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669643103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643103Cleaning up temporary data from old regions at 1731669643109 (+6 ms)Region opened successfully at 1731669643112 (+3 ms) 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:20:43,112 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:20:43,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:20:43,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:20:43,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669643112Disabling compacts and flushes for region at 1731669643112Disabling writes for close at 1731669643112Writing region close event to WAL at 1731669643112Closed at 1731669643112 2024-11-15T11:20:43,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:43,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:20:43,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:20:43,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:43,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:20:43,266 DEBUG [dbbb793b8023:44591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:20:43,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:43,267 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,33321,1731669641060, state=OPENING 2024-11-15T11:20:43,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:20:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:43,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:43,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-307690595/meta-region-server: CHANGED 2024-11-15T11:20:43,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-307690595/meta-region-server: CHANGED 2024-11-15T11:20:43,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:20:43,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,33321,1731669641060}] 2024-11-15T11:20:43,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:43,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:20:43,485 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:20:43,485 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:43,485 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:20:43,486 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33321%2C1731669641060.meta, suffix=.meta, logDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/oldWALs, maxLogs=10 2024-11-15T11:20:43,498 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.meta.1731669643487.meta, exclude list is [], retry=0 2024-11-15T11:20:43,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe,DISK] 2024-11-15T11:20:43,501 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.meta.1731669643487.meta 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:43,502 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:20:43,502 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:20:43,502 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:43,503 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:20:43,503 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:20:43,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:20:43,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:20:43,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:20:43,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:20:43,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:20:43,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:20:43,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:20:43,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:20:43,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:20:43,507 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:20:43,508 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740 2024-11-15T11:20:43,508 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740 2024-11-15T11:20:43,509 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:20:43,509 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:20:43,509 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:20:43,510 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:20:43,511 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62604116, jitterRate=-0.06712597608566284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:20:43,511 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:20:43,511 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669643503Writing region info on filesystem at 1731669643503Initializing all the Stores at 1731669643503Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643504 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669643504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669643504Cleaning up temporary data from old regions at 1731669643509 (+5 ms)Running coprocessor post-open hooks at 1731669643511 (+2 ms)Region opened successfully at 1731669643511 2024-11-15T11:20:43,512 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669643482 2024-11-15T11:20:43,513 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:20:43,513 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:20:43,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:43,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,33321,1731669641060, state=OPEN 2024-11-15T11:20:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-307690595/meta-region-server 2024-11-15T11:20:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-307690595/meta-region-server 2024-11-15T11:20:43,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:43,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-307690595/meta-region-server: CHANGED 2024-11-15T11:20:43,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-307690595/meta-region-server: CHANGED 2024-11-15T11:20:43,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:20:43,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,33321,1731669641060 in 191 msec 2024-11-15T11:20:43,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:20:43,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-15T11:20:43,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:20:43,525 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:20:43,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:43,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33321,1731669641060, seqNum=-1] 2024-11-15T11:20:43,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:43,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:43,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-15T11:20:43,531 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669643531, completionTime=-1 2024-11-15T11:20:43,531 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:20:43,531 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669703533 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669763533 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:44591, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,533 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,534 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,535 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:20:43,536 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.383sec 2024-11-15T11:20:43,536 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:20:43,536 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:20:43,536 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:20:43,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:20:43,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:20:43,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:20:43,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:20:43,538 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:20:43,538 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:20:43,538 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,44591,1731669640941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:20:43,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a619c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:43,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:43,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:43,608 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47abd77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:43,609 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:43,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:43,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33321,1731669641060, seqNum=-1] 2024-11-15T11:20:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:43,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:43,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,44591,1731669640941 2024-11-15T11:20:43,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53259 2024-11-15T11:20:43,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:20:43,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013e3994ac0008 connected 2024-11-15T11:20:43,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41141,1731669631122 2024-11-15T11:20:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fafe77 2024-11-15T11:20:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:43,640 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:43,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:20:43,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:43,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:43,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:20:43,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:20:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:44,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c15a6793801e9f988f1530d1aba69a45, NAME => 'test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3 2024-11-15T11:20:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:20:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c15a6793801e9f988f1530d1aba69a45, disabling compactions & flushes 2024-11-15T11:20:44,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. after waiting 0 ms 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c15a6793801e9f988f1530d1aba69a45: Waiting for close lock at 1731669644457Disabling compacts and flushes for region at 1731669644457Disabling writes for close at 1731669644457Writing region close event to WAL at 1731669644457Closed at 1731669644457 2024-11-15T11:20:44,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:44,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669644458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669644458"}]},"ts":"1731669644458"} 2024-11-15T11:20:44,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:44,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:44,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669644461"}]},"ts":"1731669644461"} 2024-11-15T11:20:44,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:20:44,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c15a6793801e9f988f1530d1aba69a45, ASSIGN}] 2024-11-15T11:20:44,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c15a6793801e9f988f1530d1aba69a45, ASSIGN 2024-11-15T11:20:44,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c15a6793801e9f988f1530d1aba69a45, ASSIGN; state=OFFLINE, location=dbbb793b8023,38013,1731669631362; forceNewPlan=false, retain=false 2024-11-15T11:20:44,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c15a6793801e9f988f1530d1aba69a45, regionState=OPENING, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c15a6793801e9f988f1530d1aba69a45, ASSIGN because future has completed 2024-11-15T11:20:44,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15a6793801e9f988f1530d1aba69a45, server=dbbb793b8023,38013,1731669631362}] 2024-11-15T11:20:44,773 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,773 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c15a6793801e9f988f1530d1aba69a45, NAME => 'test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:44,773 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:44,773 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:20:44,773 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,773 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:44,774 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,774 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,775 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,776 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15a6793801e9f988f1530d1aba69a45 columnFamilyName f 2024-11-15T11:20:44,776 DEBUG [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:44,776 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(327): Store=c15a6793801e9f988f1530d1aba69a45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:44,776 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,777 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15a6793801e9f988f1530d1aba69a45 columnFamilyName f1 2024-11-15T11:20:44,777 DEBUG [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:44,777 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(327): Store=c15a6793801e9f988f1530d1aba69a45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:44,777 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,778 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15a6793801e9f988f1530d1aba69a45 columnFamilyName norep 2024-11-15T11:20:44,778 DEBUG [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:44,778 INFO [StoreOpener-c15a6793801e9f988f1530d1aba69a45-1 {}] regionserver.HStore(327): Store=c15a6793801e9f988f1530d1aba69a45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:44,778 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,779 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,779 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,780 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,780 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,780 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:44,781 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,783 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:44,783 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c15a6793801e9f988f1530d1aba69a45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68040091, jitterRate=0.013876363635063171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:44,783 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:20:44,784 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c15a6793801e9f988f1530d1aba69a45: Running coprocessor pre-open hook at 1731669644774Writing region info on filesystem at 1731669644774Initializing all the Stores at 1731669644774Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669644774Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669644774Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669644774Cleaning up temporary data from old regions at 1731669644780 (+6 ms)Running coprocessor post-open hooks at 1731669644783 (+3 ms)Region opened successfully at 1731669644784 (+1 ms) 2024-11-15T11:20:44,785 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669643640.c15a6793801e9f988f1530d1aba69a45., pid=6, masterSystemTime=1731669644769 2024-11-15T11:20:44,786 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,786 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:20:44,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c15a6793801e9f988f1530d1aba69a45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15a6793801e9f988f1530d1aba69a45, server=dbbb793b8023,38013,1731669631362 because future has completed 2024-11-15T11:20:44,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:20:44,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c15a6793801e9f988f1530d1aba69a45, server=dbbb793b8023,38013,1731669631362 in 173 msec 2024-11-15T11:20:44,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:20:44,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c15a6793801e9f988f1530d1aba69a45, ASSIGN in 329 msec 2024-11-15T11:20:44,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:44,794 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669644794"}]},"ts":"1731669644794"} 2024-11-15T11:20:44,796 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:20:44,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:44,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-15T11:20:45,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:20:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:45,788 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:20:45,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34607,1731669636456 2024-11-15T11:20:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1c89a5 2024-11-15T11:20:45,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:45,790 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:45,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:20:45,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:45,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:45,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:20:45,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:46,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3886ead5d154d1a95afdfa078523daf4, NAME => 'test,,1731669645790.3886ead5d154d1a95afdfa078523daf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde 2024-11-15T11:20:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:20:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669645790.3886ead5d154d1a95afdfa078523daf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3886ead5d154d1a95afdfa078523daf4, disabling compactions & flushes 2024-11-15T11:20:46,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. after waiting 0 ms 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3886ead5d154d1a95afdfa078523daf4: Waiting for close lock at 1731669646603Disabling compacts and flushes for region at 1731669646603Disabling writes for close at 1731669646603Writing region close event to WAL at 1731669646603Closed at 1731669646603 2024-11-15T11:20:46,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:46,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669645790.3886ead5d154d1a95afdfa078523daf4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669646605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669646605"}]},"ts":"1731669646605"} 2024-11-15T11:20:46,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:46,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:46,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669646607"}]},"ts":"1731669646607"} 2024-11-15T11:20:46,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:20:46,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3886ead5d154d1a95afdfa078523daf4, ASSIGN}] 2024-11-15T11:20:46,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3886ead5d154d1a95afdfa078523daf4, ASSIGN 2024-11-15T11:20:46,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3886ead5d154d1a95afdfa078523daf4, ASSIGN; state=OFFLINE, location=dbbb793b8023,44623,1731669636572; forceNewPlan=false, retain=false 2024-11-15T11:20:46,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3886ead5d154d1a95afdfa078523daf4, regionState=OPENING, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:46,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3886ead5d154d1a95afdfa078523daf4, ASSIGN because future has completed 2024-11-15T11:20:46,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3886ead5d154d1a95afdfa078523daf4, server=dbbb793b8023,44623,1731669636572}] 2024-11-15T11:20:46,918 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,918 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3886ead5d154d1a95afdfa078523daf4, NAME => 'test,,1731669645790.3886ead5d154d1a95afdfa078523daf4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:46,918 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:46,918 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:20:46,918 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,918 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669645790.3886ead5d154d1a95afdfa078523daf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:46,918 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,918 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,919 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,920 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3886ead5d154d1a95afdfa078523daf4 columnFamilyName f 2024-11-15T11:20:46,920 DEBUG [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:46,921 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(327): Store=3886ead5d154d1a95afdfa078523daf4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:46,921 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,922 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3886ead5d154d1a95afdfa078523daf4 columnFamilyName f1 2024-11-15T11:20:46,922 DEBUG [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:46,922 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(327): Store=3886ead5d154d1a95afdfa078523daf4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:46,922 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,923 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3886ead5d154d1a95afdfa078523daf4 columnFamilyName norep 2024-11-15T11:20:46,923 DEBUG [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:46,923 INFO [StoreOpener-3886ead5d154d1a95afdfa078523daf4-1 {}] regionserver.HStore(327): Store=3886ead5d154d1a95afdfa078523daf4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:46,923 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,924 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,924 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,924 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,924 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,925 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:46,925 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,926 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:46,927 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3886ead5d154d1a95afdfa078523daf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75050350, jitterRate=0.11833736300468445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:46,927 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:20:46,927 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3886ead5d154d1a95afdfa078523daf4: Running coprocessor pre-open hook at 1731669646918Writing region info on filesystem at 1731669646918Initializing all the Stores at 1731669646919 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669646919Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669646919Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669646919Cleaning up temporary data from old regions at 1731669646924 (+5 ms)Running coprocessor post-open hooks at 1731669646927 (+3 ms)Region opened successfully at 1731669646927 2024-11-15T11:20:46,927 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669645790.3886ead5d154d1a95afdfa078523daf4., pid=6, masterSystemTime=1731669646915 2024-11-15T11:20:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:46,929 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,929 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:20:46,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3886ead5d154d1a95afdfa078523daf4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3886ead5d154d1a95afdfa078523daf4, server=dbbb793b8023,44623,1731669636572 because future has completed 2024-11-15T11:20:46,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:20:46,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3886ead5d154d1a95afdfa078523daf4, server=dbbb793b8023,44623,1731669636572 in 169 msec 2024-11-15T11:20:46,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:20:46,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3886ead5d154d1a95afdfa078523daf4, ASSIGN in 324 msec 2024-11-15T11:20:46,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:46,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669646935"}]},"ts":"1731669646935"} 2024-11-15T11:20:46,936 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:20:46,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:46,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-15T11:20:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:47,939 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:20:47,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:20:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183b7980 2024-11-15T11:20:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:47,941 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:47,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:20:47,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:47,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:47,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:20:47,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:48,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:20:48,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:48,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:20:48,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T11:20:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:48,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4348fae1c4e51d9814dedc5c0e74d0d2, NAME => 'test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d 2024-11-15T11:20:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:20:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4348fae1c4e51d9814dedc5c0e74d0d2, disabling compactions & flushes 2024-11-15T11:20:48,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. after waiting 0 ms 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:48,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:48,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4348fae1c4e51d9814dedc5c0e74d0d2: Waiting for close lock at 1731669648756Disabling compacts and flushes for region at 1731669648756Disabling writes for close at 1731669648756Writing region close event to WAL at 1731669648756Closed at 1731669648756 2024-11-15T11:20:48,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:48,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669648757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669648757"}]},"ts":"1731669648757"} 2024-11-15T11:20:48,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:48,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:48,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669648760"}]},"ts":"1731669648760"} 2024-11-15T11:20:48,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:20:48,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4348fae1c4e51d9814dedc5c0e74d0d2, ASSIGN}] 2024-11-15T11:20:48,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4348fae1c4e51d9814dedc5c0e74d0d2, ASSIGN 2024-11-15T11:20:48,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4348fae1c4e51d9814dedc5c0e74d0d2, ASSIGN; state=OFFLINE, location=dbbb793b8023,33321,1731669641060; forceNewPlan=false, retain=false 2024-11-15T11:20:48,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4348fae1c4e51d9814dedc5c0e74d0d2, regionState=OPENING, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:48,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4348fae1c4e51d9814dedc5c0e74d0d2, ASSIGN because future has completed 2024-11-15T11:20:48,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4348fae1c4e51d9814dedc5c0e74d0d2, server=dbbb793b8023,33321,1731669641060}] 2024-11-15T11:20:49,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:49,071 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:49,071 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4348fae1c4e51d9814dedc5c0e74d0d2, NAME => 'test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:49,071 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:49,071 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:20:49,071 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,071 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:49,071 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,072 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,073 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,074 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4348fae1c4e51d9814dedc5c0e74d0d2 columnFamilyName f 2024-11-15T11:20:49,074 DEBUG [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:49,074 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(327): Store=4348fae1c4e51d9814dedc5c0e74d0d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:49,074 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,075 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4348fae1c4e51d9814dedc5c0e74d0d2 columnFamilyName f1 2024-11-15T11:20:49,075 DEBUG [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:49,075 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(327): Store=4348fae1c4e51d9814dedc5c0e74d0d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:49,075 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,076 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4348fae1c4e51d9814dedc5c0e74d0d2 columnFamilyName norep 2024-11-15T11:20:49,076 DEBUG [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:49,076 INFO [StoreOpener-4348fae1c4e51d9814dedc5c0e74d0d2-1 {}] regionserver.HStore(327): Store=4348fae1c4e51d9814dedc5c0e74d0d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:49,076 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,077 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,077 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,078 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,078 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:49,079 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:49,080 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,081 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:49,082 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4348fae1c4e51d9814dedc5c0e74d0d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68122837, jitterRate=0.01510937511920929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:49,082 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:20:49,082 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4348fae1c4e51d9814dedc5c0e74d0d2: Running coprocessor pre-open hook at 1731669649072Writing region info on filesystem at 1731669649072Initializing all the Stores at 1731669649072Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669649072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669649072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669649072Cleaning up temporary data from old regions at 1731669649078 (+6 ms)Running coprocessor post-open hooks at 1731669649082 (+4 ms)Region opened successfully at 1731669649082 2024-11-15T11:20:49,083 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2., pid=6, masterSystemTime=1731669649068 2024-11-15T11:20:49,084 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:49,084 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:20:49,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4348fae1c4e51d9814dedc5c0e74d0d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4348fae1c4e51d9814dedc5c0e74d0d2, server=dbbb793b8023,33321,1731669641060 because future has completed 2024-11-15T11:20:49,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:20:49,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4348fae1c4e51d9814dedc5c0e74d0d2, server=dbbb793b8023,33321,1731669641060 in 172 msec 2024-11-15T11:20:49,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:20:49,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4348fae1c4e51d9814dedc5c0e74d0d2, ASSIGN in 327 msec 2024-11-15T11:20:49,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:49,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669649092"}]},"ts":"1731669649092"} 2024-11-15T11:20:49,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:20:49,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:49,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-15T11:20:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:20:50,089 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:20:50,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:50,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:50,091 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c41ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:50,092 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1347d3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41141,1731669631122 2024-11-15T11:20:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e2dc0e 2024-11-15T11:20:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:50,094 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:50,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:34607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:20:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:20:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:50,097 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:34607' 2024-11-15T11:20:50,098 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fad651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,098 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:50,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:50,099 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edfa217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:50,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:50,100 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:50,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f521c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:50,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:50,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34607,1731669636456 2024-11-15T11:20:50,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25eb0ea7 2024-11-15T11:20:50,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:50,102 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:50,103 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:20:50,103 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:20:50,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:50,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:50,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:50,103 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:50,104 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:20:50,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:50,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:50,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:20:50,154 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:20:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:50,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b307b5c86f5ccfbc92b64a6359e6cd5e, NAME => 'hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3 2024-11-15T11:20:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b307b5c86f5ccfbc92b64a6359e6cd5e, disabling compactions & flushes 2024-11-15T11:20:50,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. after waiting 0 ms 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,538 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b307b5c86f5ccfbc92b64a6359e6cd5e: Waiting for close lock at 1731669650538Disabling compacts and flushes for region at 1731669650538Disabling writes for close at 1731669650538Writing region close event to WAL at 1731669650538Closed at 1731669650538 2024-11-15T11:20:50,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:50,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669650539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669650539"}]},"ts":"1731669650539"} 2024-11-15T11:20:50,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:50,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:50,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669650542"}]},"ts":"1731669650542"} 2024-11-15T11:20:50,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:20:50,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b307b5c86f5ccfbc92b64a6359e6cd5e, ASSIGN}] 2024-11-15T11:20:50,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b307b5c86f5ccfbc92b64a6359e6cd5e, ASSIGN 2024-11-15T11:20:50,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b307b5c86f5ccfbc92b64a6359e6cd5e, ASSIGN; state=OFFLINE, location=dbbb793b8023,38013,1731669631362; forceNewPlan=false, retain=false 2024-11-15T11:20:50,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b307b5c86f5ccfbc92b64a6359e6cd5e, regionState=OPENING, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:50,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b307b5c86f5ccfbc92b64a6359e6cd5e, ASSIGN because future has completed 2024-11-15T11:20:50,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b307b5c86f5ccfbc92b64a6359e6cd5e, server=dbbb793b8023,38013,1731669631362}] 2024-11-15T11:20:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:50,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:50,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:20:50,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C38013%2C1731669631362.rep, suffix=, logDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362, archiveDir=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/oldWALs, maxLogs=10 2024-11-15T11:20:50,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.rep.1731669650856, exclude list is [], retry=0 2024-11-15T11:20:50,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-4cf619c3-bfde-4d6a-a3b1-083bebe67dc5,DISK] 2024-11-15T11:20:50,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.rep.1731669650856 2024-11-15T11:20:50,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42585:42585)] 2024-11-15T11:20:50,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b307b5c86f5ccfbc92b64a6359e6cd5e, NAME => 'hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:50,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. service=MultiRowMutationService 2024-11-15T11:20:50,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,880 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,882 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b307b5c86f5ccfbc92b64a6359e6cd5e columnFamilyName hfileref 2024-11-15T11:20:50,882 DEBUG [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:50,882 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(327): Store=b307b5c86f5ccfbc92b64a6359e6cd5e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:50,882 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,883 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b307b5c86f5ccfbc92b64a6359e6cd5e columnFamilyName queue 2024-11-15T11:20:50,883 DEBUG [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:50,883 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(327): Store=b307b5c86f5ccfbc92b64a6359e6cd5e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:50,883 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,884 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b307b5c86f5ccfbc92b64a6359e6cd5e columnFamilyName sid 2024-11-15T11:20:50,884 DEBUG [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:50,884 INFO [StoreOpener-b307b5c86f5ccfbc92b64a6359e6cd5e-1 {}] regionserver.HStore(327): Store=b307b5c86f5ccfbc92b64a6359e6cd5e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:50,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:50,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b307b5c86f5ccfbc92b64a6359e6cd5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63924531, jitterRate=-0.04745025932788849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:20:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b307b5c86f5ccfbc92b64a6359e6cd5e: Running coprocessor pre-open hook at 1731669650879Writing region info on filesystem at 1731669650879Initializing all the Stores at 1731669650880 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669650880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669650880Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669650880Cleaning up temporary data from old regions at 1731669650886 (+6 ms)Running coprocessor post-open hooks at 1731669650890 (+4 ms)Region opened successfully at 1731669650890 2024-11-15T11:20:50,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e., pid=10, masterSystemTime=1731669650850 2024-11-15T11:20:50,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:20:50,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b307b5c86f5ccfbc92b64a6359e6cd5e, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,38013,1731669631362 2024-11-15T11:20:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b307b5c86f5ccfbc92b64a6359e6cd5e, server=dbbb793b8023,38013,1731669631362 because future has completed 2024-11-15T11:20:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:20:50,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b307b5c86f5ccfbc92b64a6359e6cd5e, server=dbbb793b8023,38013,1731669631362 in 199 msec 2024-11-15T11:20:50,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:20:50,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b307b5c86f5ccfbc92b64a6359e6cd5e, ASSIGN in 355 msec 2024-11-15T11:20:50,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:50,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669650901"}]},"ts":"1731669650901"} 2024-11-15T11:20:50,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:20:50,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:50,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 801 msec 2024-11-15T11:20:50,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e., hostname=dbbb793b8023,38013,1731669631362, seqNum=2] 2024-11-15T11:20:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:50,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:20:51,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:20:51,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:20:51,159 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:20:51,183 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,38013,1731669631362, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:20:51,183 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:51,183 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38013,1731669631362, seqNum=-1] 2024-11-15T11:20:51,184 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:51,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,38013,1731669631362', locateType=CURRENT is [region=hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e., hostname=dbbb793b8023,38013,1731669631362, seqNum=2] 2024-11-15T11:20:51,188 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:20:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:20:51,190 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,38013,1731669631362 suceeded 2024-11-15T11:20:51,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:20:51,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T11:20:51,191 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:34607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:20:51,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-15T11:20:51,201 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:34607' 2024-11-15T11:20:51,202 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1342d567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,202 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:51,202 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:51,203 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:51,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:51,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:51,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704ceb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:51,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:51,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,204 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:51,205 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc72250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,205 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34607,1731669636456 2024-11-15T11:20:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68676766 2024-11-15T11:20:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:51,206 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T11:20:51,207 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,38013,1731669631362 (queues=1) is replicating from cluster=b712c4bb-5396-42c9-bf54-3045fa097013 to cluster=4bd006eb-51c6-451b-a019-db5dadfd252d 2024-11-15T11:20:51,207 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C38013%2C1731669631362 2024-11-15T11:20:51,207 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,38013,1731669631362, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:20:51,207 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C38013%2C1731669631362 2024-11-15T11:20:51,207 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, startPosition=0, beingWritten=true 2024-11-15T11:20:51,212 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:51,212 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:51,212 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:51,238 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:20:51,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:51,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:51,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:51,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:51,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:51,240 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d19add4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,241 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e01a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,34607,1731669636456 2024-11-15T11:20:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c41fb0 2024-11-15T11:20:51,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:51,243 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:51,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:44591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:20:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:20:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:51,246 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:44591' 2024-11-15T11:20:51,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657dad44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,247 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:51,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:51,247 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:51,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65244f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,248 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:51,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2f489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:51,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:51,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:20:51,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd15c9c 2024-11-15T11:20:51,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:51,250 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:51,251 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:20:51,251 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:20:51,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:51,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:51,252 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:51,253 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:20:51,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:51,254 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:51,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:20:51,303 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:20:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:51,415 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:51,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:20:51,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4251d827e90d6dd2b3f4b1b685a9432d, NAME => 'hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde 2024-11-15T11:20:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:20:51,718 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4251d827e90d6dd2b3f4b1b685a9432d, disabling compactions & flushes 2024-11-15T11:20:52,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. after waiting 0 ms 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4251d827e90d6dd2b3f4b1b685a9432d: Waiting for close lock at 1731669652064Disabling compacts and flushes for region at 1731669652064Disabling writes for close at 1731669652064Writing region close event to WAL at 1731669652064Closed at 1731669652064 2024-11-15T11:20:52,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:52,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669652066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669652066"}]},"ts":"1731669652066"} 2024-11-15T11:20:52,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:52,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:52,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669652068"}]},"ts":"1731669652068"} 2024-11-15T11:20:52,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:20:52,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4251d827e90d6dd2b3f4b1b685a9432d, ASSIGN}] 2024-11-15T11:20:52,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4251d827e90d6dd2b3f4b1b685a9432d, ASSIGN 2024-11-15T11:20:52,072 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4251d827e90d6dd2b3f4b1b685a9432d, ASSIGN; state=OFFLINE, location=dbbb793b8023,44623,1731669636572; forceNewPlan=false, retain=false 2024-11-15T11:20:52,121 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:52,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4251d827e90d6dd2b3f4b1b685a9432d, regionState=OPENING, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:52,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4251d827e90d6dd2b3f4b1b685a9432d, ASSIGN because future has completed 2024-11-15T11:20:52,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4251d827e90d6dd2b3f4b1b685a9432d, server=dbbb793b8023,44623,1731669636572}] 2024-11-15T11:20:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:52,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:52,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:20:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C44623%2C1731669636572.rep, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/oldWALs, maxLogs=10 2024-11-15T11:20:52,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.rep.1731669652380, exclude list is [], retry=0 2024-11-15T11:20:52,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35635,DS-ae410765-c7df-4403-a713-f481f3a68e2a,DISK] 2024-11-15T11:20:52,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.rep.1731669652380 2024-11-15T11:20:52,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35827:35827)] 2024-11-15T11:20:52,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4251d827e90d6dd2b3f4b1b685a9432d, NAME => 'hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:52,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. service=MultiRowMutationService 2024-11-15T11:20:52,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,396 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,397 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4251d827e90d6dd2b3f4b1b685a9432d columnFamilyName hfileref 2024-11-15T11:20:52,397 DEBUG [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:52,397 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(327): Store=4251d827e90d6dd2b3f4b1b685a9432d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:52,397 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,398 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4251d827e90d6dd2b3f4b1b685a9432d columnFamilyName queue 2024-11-15T11:20:52,398 DEBUG [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:52,398 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(327): Store=4251d827e90d6dd2b3f4b1b685a9432d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:52,398 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,399 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4251d827e90d6dd2b3f4b1b685a9432d columnFamilyName sid 2024-11-15T11:20:52,399 DEBUG [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:52,399 INFO [StoreOpener-4251d827e90d6dd2b3f4b1b685a9432d-1 {}] regionserver.HStore(327): Store=4251d827e90d6dd2b3f4b1b685a9432d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:52,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/replication/4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/replication/4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:52,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/replication/4251d827e90d6dd2b3f4b1b685a9432d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:52,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4251d827e90d6dd2b3f4b1b685a9432d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59214117, jitterRate=-0.1176408976316452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:52,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:20:52,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4251d827e90d6dd2b3f4b1b685a9432d: Running coprocessor pre-open hook at 1731669652395Writing region info on filesystem at 1731669652395Initializing all the Stores at 1731669652396 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669652396Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669652396Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669652396Cleaning up temporary data from old regions at 1731669652400 (+4 ms)Running coprocessor post-open hooks at 1731669652403 (+3 ms)Region opened successfully at 1731669652403 2024-11-15T11:20:52,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d., pid=10, masterSystemTime=1731669652376 2024-11-15T11:20:52,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:20:52,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4251d827e90d6dd2b3f4b1b685a9432d, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,44623,1731669636572 2024-11-15T11:20:52,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4251d827e90d6dd2b3f4b1b685a9432d, server=dbbb793b8023,44623,1731669636572 because future has completed 2024-11-15T11:20:52,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:20:52,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4251d827e90d6dd2b3f4b1b685a9432d, server=dbbb793b8023,44623,1731669636572 in 184 msec 2024-11-15T11:20:52,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:20:52,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4251d827e90d6dd2b3f4b1b685a9432d, ASSIGN in 339 msec 2024-11-15T11:20:52,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:52,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669652411"}]},"ts":"1731669652411"} 2024-11-15T11:20:52,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:20:52,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:52,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-15T11:20:52,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d., hostname=dbbb793b8023,44623,1731669636572, seqNum=2] 2024-11-15T11:20:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:52,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:20:52,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:20:52,624 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:52,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:20:52,706 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:20:52,730 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,44623,1731669636572, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:20:52,731 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:52,731 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44623,1731669636572, seqNum=-1] 2024-11-15T11:20:52,731 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:52,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:52,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,44623,1731669636572', locateType=CURRENT is [region=hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d., hostname=dbbb793b8023,44623,1731669636572, seqNum=2] 2024-11-15T11:20:52,744 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:20:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:20:52,747 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,44623,1731669636572 suceeded 2024-11-15T11:20:52,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:20:52,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-15T11:20:52,749 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:44591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:20:52,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-15T11:20:52,765 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:44591' 2024-11-15T11:20:52,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f5a16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:52,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:52,767 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:52,767 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497c4a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:52,769 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:52,769 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ce0ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:52,770 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:52,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:20:52,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae6a9f2 2024-11-15T11:20:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:52,771 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T11:20:52,772 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,44623,1731669636572 (queues=1) is replicating from cluster=4bd006eb-51c6-451b-a019-db5dadfd252d to cluster=fe7851ac-d8a5-427e-9b97-9e13ca692762 2024-11-15T11:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C44623%2C1731669636572 2024-11-15T11:20:52,772 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,44623,1731669636572, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:20:52,772 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C44623%2C1731669636572 2024-11-15T11:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, startPosition=0, beingWritten=true 2024-11-15T11:20:52,788 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:52,788 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:52,789 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:52,992 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:53,228 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:53,295 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:53,388 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:20:53,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:53,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:53,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:53,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:53,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:53,390 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2825ebef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,391 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65355efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:20:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cae93b0 2024-11-15T11:20:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:53,394 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:53,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:41141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:20:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:20:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:53,396 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:41141' 2024-11-15T11:20:53,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0b39b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,397 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:53,397 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:53,398 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e755903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,399 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e59bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:53,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41141,1731669631122 2024-11-15T11:20:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6416dfad 2024-11-15T11:20:53,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:53,401 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:20:53,402 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:20:53,402 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:20:53,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:53,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:53,402 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:20:53,403 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:20:53,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:20:53,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:53,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:20:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:20:53,454 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:20:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:53,698 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:53,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 750adbbd463b7869361ccd16e8fbb544, NAME => 'hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d 2024-11-15T11:20:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:20:53,932 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:54,202 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 750adbbd463b7869361ccd16e8fbb544, disabling compactions & flushes 2024-11-15T11:20:54,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. after waiting 0 ms 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 750adbbd463b7869361ccd16e8fbb544: Waiting for close lock at 1731669654236Disabling compacts and flushes for region at 1731669654236Disabling writes for close at 1731669654236Writing region close event to WAL at 1731669654236Closed at 1731669654236 2024-11-15T11:20:54,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:20:54,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669654237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669654237"}]},"ts":"1731669654237"} 2024-11-15T11:20:54,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:20:54,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:20:54,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669654240"}]},"ts":"1731669654240"} 2024-11-15T11:20:54,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:20:54,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=750adbbd463b7869361ccd16e8fbb544, ASSIGN}] 2024-11-15T11:20:54,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=750adbbd463b7869361ccd16e8fbb544, ASSIGN 2024-11-15T11:20:54,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=750adbbd463b7869361ccd16e8fbb544, ASSIGN; state=OFFLINE, location=dbbb793b8023,33321,1731669641060; forceNewPlan=false, retain=false 2024-11-15T11:20:54,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=750adbbd463b7869361ccd16e8fbb544, regionState=OPENING, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:54,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=750adbbd463b7869361ccd16e8fbb544, ASSIGN because future has completed 2024-11-15T11:20:54,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750adbbd463b7869361ccd16e8fbb544, server=dbbb793b8023,33321,1731669641060}] 2024-11-15T11:20:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:54,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:20:54,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:20:54,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C33321%2C1731669641060.rep, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/oldWALs, maxLogs=10 2024-11-15T11:20:54,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.rep.1731669654554, exclude list is [], retry=0 2024-11-15T11:20:54,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-94ad7d3a-4ffa-4f48-8bb8-70bb0e933ebe,DISK] 2024-11-15T11:20:54,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.rep.1731669654554 2024-11-15T11:20:54,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 750adbbd463b7869361ccd16e8fbb544, NAME => 'hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:20:54,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. service=MultiRowMutationService 2024-11-15T11:20:54,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:20:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,572 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,573 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750adbbd463b7869361ccd16e8fbb544 columnFamilyName hfileref 2024-11-15T11:20:54,573 DEBUG [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:54,573 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(327): Store=750adbbd463b7869361ccd16e8fbb544/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:54,573 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:20:54,574 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750adbbd463b7869361ccd16e8fbb544 columnFamilyName queue 2024-11-15T11:20:54,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,574 DEBUG [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:54,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,575 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(327): Store=750adbbd463b7869361ccd16e8fbb544/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:54,575 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,576 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750adbbd463b7869361ccd16e8fbb544 columnFamilyName sid 2024-11-15T11:20:54,576 DEBUG [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:20:54,576 INFO [StoreOpener-750adbbd463b7869361ccd16e8fbb544-1 {}] regionserver.HStore(327): Store=750adbbd463b7869361ccd16e8fbb544/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:20:54,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:20:54,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:20:54,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 750adbbd463b7869361ccd16e8fbb544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67360337, jitterRate=0.0037472397089004517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:20:54,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:20:54,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 750adbbd463b7869361ccd16e8fbb544: Running coprocessor pre-open hook at 1731669654571Writing region info on filesystem at 1731669654571Initializing all the Stores at 1731669654571Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669654571Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669654571Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669654571Cleaning up temporary data from old regions at 1731669654578 (+7 ms)Running coprocessor post-open hooks at 1731669654581 (+3 ms)Region opened successfully at 1731669654581 2024-11-15T11:20:54,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544., pid=10, masterSystemTime=1731669654548 2024-11-15T11:20:54,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:20:54,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=750adbbd463b7869361ccd16e8fbb544, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,33321,1731669641060 2024-11-15T11:20:54,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750adbbd463b7869361ccd16e8fbb544, server=dbbb793b8023,33321,1731669641060 because future has completed 2024-11-15T11:20:54,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:20:54,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 750adbbd463b7869361ccd16e8fbb544, server=dbbb793b8023,33321,1731669641060 in 191 msec 2024-11-15T11:20:54,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:20:54,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=750adbbd463b7869361ccd16e8fbb544, ASSIGN in 348 msec 2024-11-15T11:20:54,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:20:54,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669654591"}]},"ts":"1731669654591"} 2024-11-15T11:20:54,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:20:54,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:20:54,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-15T11:20:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544., hostname=dbbb793b8023,33321,1731669641060, seqNum=2] 2024-11-15T11:20:54,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:20:54,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:54,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:20:54,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:20:54,735 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:54,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:54,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:20:54,861 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:20:54,887 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,33321,1731669641060, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:20:54,887 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:54,887 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33321,1731669641060, seqNum=-1] 2024-11-15T11:20:54,888 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:54,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:54,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,33321,1731669641060', locateType=CURRENT is [region=hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544., hostname=dbbb793b8023,33321,1731669641060, seqNum=2] 2024-11-15T11:20:54,892 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:20:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:20:54,894 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,33321,1731669641060 suceeded 2024-11-15T11:20:54,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:20:54,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T11:20:54,895 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:41141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:20:54,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-15T11:20:54,905 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:41141' 2024-11-15T11:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55393d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:54,906 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:54,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:54,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:54,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62beb8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:54,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:54,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:54,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:54,907 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:54,908 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6bcf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:54,908 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:20:54,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41141,1731669631122 2024-11-15T11:20:54,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a9c5ae 2024-11-15T11:20:54,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:20:54,909 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T11:20:54,909 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,33321,1731669641060 (queues=1) is replicating from cluster=fe7851ac-d8a5-427e-9b97-9e13ca692762 to cluster=b712c4bb-5396-42c9-bf54-3045fa097013 2024-11-15T11:20:54,909 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C33321%2C1731669641060 2024-11-15T11:20:54,909 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,33321,1731669641060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:20:54,910 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C33321%2C1731669641060 2024-11-15T11:20:54,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, startPosition=0, beingWritten=true 2024-11-15T11:20:54,914 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:54,914 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 379, reset compression=false 2024-11-15T11:20:54,914 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:55,117 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 379, reset compression=false 2024-11-15T11:20:55,420 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 379, reset compression=false 2024-11-15T11:20:55,508 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:20:55,539 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:20:55,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:20:55,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:20:55,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:20:55,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d603b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:55,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:55,540 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c44c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,541 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141d8a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce5a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:55,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:55,543 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bb0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,544 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c60ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd089d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:55,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:55,547 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a581ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,549 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6bb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38013,1731669631362, seqNum=-1] 2024-11-15T11:20:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:55,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669643640.c15a6793801e9f988f1530d1aba69a45., hostname=dbbb793b8023,38013,1731669631362, seqNum=2] 2024-11-15T11:20:55,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33321,1731669641060, seqNum=-1] 2024-11-15T11:20:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:55,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2., hostname=dbbb793b8023,33321,1731669641060, seqNum=2] 2024-11-15T11:20:55,595 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T11:20:55,638 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 379, reset compression=false 2024-11-15T11:20:55,642 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:55,642 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 480, reset compression=false 2024-11-15T11:20:55,642 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15a6793801e9f988f1530d1aba69a45/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T11:20:55,644 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:55,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T11:20:55,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:55,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7227b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,34607,-1 for getting cluster id 2024-11-15T11:20:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:55,646 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bd006eb-51c6-451b-a019-db5dadfd252d' 2024-11-15T11:20:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bd006eb-51c6-451b-a019-db5dadfd252d" 2024-11-15T11:20:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30469e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,34607,-1] 2024-11-15T11:20:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:55,647 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:55,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@715936cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:55,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44623,1731669636572, seqNum=-1] 2024-11-15T11:20:55,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:55,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:55,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669645790.3886ead5d154d1a95afdfa078523daf4., hostname=dbbb793b8023,44623,1731669636572, seqNum=2] 2024-11-15T11:20:55,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:55,823 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 379, reset compression=false 2024-11-15T11:20:55,846 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 480, reset compression=false 2024-11-15T11:20:56,149 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 480, reset compression=false 2024-11-15T11:20:56,311 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 379, reset compression=false 2024-11-15T11:20:56,315 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:56,315 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 504, reset compression=false 2024-11-15T11:20:56,315 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T11:20:56,317 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:56,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T11:20:56,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:56,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375c6cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:20:56,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:56,319 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12966595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:20:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:56,320 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:56,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,33321,1731669641060, seqNum=-1] 2024-11-15T11:20:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:56,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:56,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2., hostname=dbbb793b8023,33321,1731669641060, seqNum=2] 2024-11-15T11:20:56,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:56,327 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 379, reset compression=false 2024-11-15T11:20:56,331 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:56,331 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 527, reset compression=false 2024-11-15T11:20:56,331 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:56,518 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 504, reset compression=false 2024-11-15T11:20:56,534 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 527, reset compression=false 2024-11-15T11:20:56,553 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 480, reset compression=false 2024-11-15T11:20:56,597 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T11:20:56,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,44623,1731669636572, seqNum=-1] 2024-11-15T11:20:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:56,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:20:56,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731669645790.3886ead5d154d1a95afdfa078523daf4., hostname=dbbb793b8023,44623,1731669636572, seqNum=2] 2024-11-15T11:20:56,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T11:20:56,822 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 504, reset compression=false 2024-11-15T11:20:56,826 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:56,826 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 608, reset compression=false 2024-11-15T11:20:56,826 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:20:56,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:56,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:56,837 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 527, reset compression=false 2024-11-15T11:20:56,841 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:56,841 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 654, reset compression=false 2024-11-15T11:20:56,841 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[{test/4348fae1c4e51d9814dedc5c0e74d0d2/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T11:20:56,843 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:20:56,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T11:20:56,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:56,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbf9635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:20:56,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:20:56,845 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a21070b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:20:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:20:56,847 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:20:56,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5e5afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:20:56,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:20:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,38013,1731669631362, seqNum=-1] 2024-11-15T11:20:56,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:20:56,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T11:20:56,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731669643640.c15a6793801e9f988f1530d1aba69a45., hostname=dbbb793b8023,38013,1731669631362, seqNum=2] 2024-11-15T11:20:56,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:57,029 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 608, reset compression=false 2024-11-15T11:20:57,044 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 654, reset compression=false 2024-11-15T11:20:57,057 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 480, reset compression=false 2024-11-15T11:20:57,060 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:57,060 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 631, reset compression=false 2024-11-15T11:20:57,060 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:57,263 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 631, reset compression=false 2024-11-15T11:20:57,333 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 608, reset compression=false 2024-11-15T11:20:57,348 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 654, reset compression=false 2024-11-15T11:20:57,566 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 631, reset compression=false 2024-11-15T11:20:57,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T11:20:57,609 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T11:20:57,737 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 608, reset compression=false 2024-11-15T11:20:57,751 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 654, reset compression=false 2024-11-15T11:20:57,755 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:57,755 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 758, reset compression=false 2024-11-15T11:20:57,755 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[{test/4348fae1c4e51d9814dedc5c0e74d0d2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:20:57,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:57,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:57,958 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 758, reset compression=false 2024-11-15T11:20:57,970 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 631, reset compression=false 2024-11-15T11:20:57,973 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:57,973 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 759, reset compression=false 2024-11-15T11:20:57,973 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15a6793801e9f988f1530d1aba69a45/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T11:20:57,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:57,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:58,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T11:20:58,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T11:20:58,178 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 759, reset compression=false 2024-11-15T11:20:58,240 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 608, reset compression=false 2024-11-15T11:20:58,245 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:58,245 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 760, reset compression=false 2024-11-15T11:20:58,245 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:58,262 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 758, reset compression=false 2024-11-15T11:20:58,448 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 760, reset compression=false 2024-11-15T11:20:58,485 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 759, reset compression=false 2024-11-15T11:20:58,611 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T11:20:58,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T11:20:58,665 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 758, reset compression=false 2024-11-15T11:20:58,751 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 760, reset compression=false 2024-11-15T11:20:58,899 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 759, reset compression=false 2024-11-15T11:20:58,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:58,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 915, reset compression=false 2024-11-15T11:20:58,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15a6793801e9f988f1530d1aba69a45/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T11:20:58,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:58,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:59,107 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 915, reset compression=false 2024-11-15T11:20:59,154 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 760, reset compression=false 2024-11-15T11:20:59,161 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:59,161 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 908, reset compression=false 2024-11-15T11:20:59,161 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T11:20:59,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:59,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:59,169 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 758, reset compression=false 2024-11-15T11:20:59,182 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:59,182 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 929, reset compression=false 2024-11-15T11:20:59,182 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:59,368 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 908, reset compression=false 2024-11-15T11:20:59,386 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 929, reset compression=false 2024-11-15T11:20:59,411 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 915, reset compression=false 2024-11-15T11:20:59,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T11:20:59,621 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T11:20:59,672 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 908, reset compression=false 2024-11-15T11:20:59,676 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:59,676 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:20:59,676 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T11:20:59,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:59,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:59,689 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 929, reset compression=false 2024-11-15T11:20:59,693 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:20:59,693 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1078, reset compression=false 2024-11-15T11:20:59,693 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[{test/4348fae1c4e51d9814dedc5c0e74d0d2/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T11:20:59,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:20:59,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:20:59,814 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 915, reset compression=false 2024-11-15T11:20:59,819 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:20:59,819 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1088, reset compression=false 2024-11-15T11:20:59,819 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:20:59,880 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:20:59,896 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1078, reset compression=false 2024-11-15T11:21:00,022 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1088, reset compression=false 2024-11-15T11:21:00,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:00,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:00,183 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:21:00,200 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1078, reset compression=false 2024-11-15T11:21:00,326 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1088, reset compression=false 2024-11-15T11:21:00,586 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:21:00,605 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1078, reset compression=false 2024-11-15T11:21:00,623 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T11:21:00,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T11:21:00,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:21:00,729 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1088, reset compression=false 2024-11-15T11:21:00,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:00,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:00,899 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68391 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:01,098 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:21:01,108 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1078, reset compression=false 2024-11-15T11:21:01,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:01,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1237, reset compression=false 2024-11-15T11:21:01,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[{test/4348fae1c4e51d9814dedc5c0e74d0d2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T11:21:01,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:01,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:01,235 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1088, reset compression=false 2024-11-15T11:21:01,239 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:01,239 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1238, reset compression=false 2024-11-15T11:21:01,239 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15a6793801e9f988f1530d1aba69a45/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T11:21:01,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:01,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:01,316 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1237, reset compression=false 2024-11-15T11:21:01,443 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1238, reset compression=false 2024-11-15T11:21:01,619 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1237, reset compression=false 2024-11-15T11:21:01,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T11:21:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a6ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:01,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:21:01,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:01,640 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:21:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:21:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665fd164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:21:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:01,641 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8174dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:01,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:21:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@739da423 2024-11-15T11:21:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:01,646 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:01,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-15T11:21:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T11:21:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:21:01,702 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1067, reset compression=false 2024-11-15T11:21:01,707 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:01,707 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1241, reset compression=false 2024-11-15T11:21:01,707 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:01,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:21:01,747 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1238, reset compression=false 2024-11-15T11:21:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:21:01,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T11:21:01,871 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T11:21:01,872 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T11:21:01,872 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,33321,1731669641060 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T11:21:01,872 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0. 2024-11-15T11:21:01,872 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:01,872 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:01,873 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:01,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:01,910 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1241, reset compression=false 2024-11-15T11:21:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:21:01,973 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T11:21:01,973 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:21:02,073 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 terminated 2024-11-15T11:21:02,093 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,33321,1731669641060, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:21:02,094 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T11:21:02,094 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T11:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T11:21:02,097 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on dbbb793b8023,33321,1731669641060 suceeded 2024-11-15T11:21:02,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T11:21:02,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-15T11:21:02,098 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T11:21:02,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 451 msec 2024-11-15T11:21:02,108 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:41141' 2024-11-15T11:21:02,109 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663ac509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:02,109 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41141,-1 for getting cluster id 2024-11-15T11:21:02,109 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:02,109 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b712c4bb-5396-42c9-bf54-3045fa097013' 2024-11-15T11:21:02,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:02,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b712c4bb-5396-42c9-bf54-3045fa097013" 2024-11-15T11:21:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22a9ed73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41141,-1] 2024-11-15T11:21:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:02,110 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:02,111 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d00571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:02,111 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41141,1731669631122 2024-11-15T11:21:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9ac2e5 2024-11-15T11:21:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:02,113 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T11:21:02,113 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,33321,1731669641060 (queues=1) is replicating from cluster=fe7851ac-d8a5-427e-9b97-9e13ca692762 to cluster=b712c4bb-5396-42c9-bf54-3045fa097013 2024-11-15T11:21:02,113 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C33321%2C1731669641060 2024-11-15T11:21:02,113 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,33321,1731669641060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:21:02,114 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C33321%2C1731669641060 2024-11-15T11:21:02,150 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1238, reset compression=false 2024-11-15T11:21:02,213 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1241, reset compression=false 2024-11-15T11:21:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:21:02,279 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:21:02,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:02,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:02,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:02,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:02,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:02,282 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T11:21:02,617 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1241, reset compression=false 2024-11-15T11:21:02,653 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1238, reset compression=false 2024-11-15T11:21:02,658 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:02,658 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1342, reset compression=false 2024-11-15T11:21:02,658 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15a6793801e9f988f1530d1aba69a45/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:21:02,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:02,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:02,863 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1342, reset compression=false 2024-11-15T11:21:03,121 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1241, reset compression=false 2024-11-15T11:21:03,126 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:03,126 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1369, reset compression=false 2024-11-15T11:21:03,126 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T11:21:03,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:03,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:03,167 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1342, reset compression=false 2024-11-15T11:21:03,284 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T11:21:03,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:03,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,44591,-1 for getting cluster id 2024-11-15T11:21:03,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:03,287 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe7851ac-d8a5-427e-9b97-9e13ca692762' 2024-11-15T11:21:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe7851ac-d8a5-427e-9b97-9e13ca692762" 2024-11-15T11:21:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c98f98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,44591,-1] 2024-11-15T11:21:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,288 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcbf0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:03,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,44591,1731669640941 2024-11-15T11:21:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb63a3 2024-11-15T11:21:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:03,293 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:03,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-15T11:21:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T11:21:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T11:21:03,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:21:03,329 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1369, reset compression=false 2024-11-15T11:21:03,333 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:03,333 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:03,333 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[{test/3886ead5d154d1a95afdfa078523daf4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:21:03,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:03,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T11:21:03,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T11:21:03,472 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T11:21:03,473 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T11:21:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T11:21:03,475 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on dbbb793b8023,33321,1731669641060 suceeded 2024-11-15T11:21:03,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T11:21:03,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-15T11:21:03,476 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T11:21:03,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 183 msec 2024-11-15T11:21:03,515 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, startPosition=1237, beingWritten=true 2024-11-15T11:21:03,518 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:03,519 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1515, reset compression=false 2024-11-15T11:21:03,519 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[{test/4348fae1c4e51d9814dedc5c0e74d0d2/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T11:21:03,520 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:03,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T11:21:03,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:03,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:03,537 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:03,570 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1342, reset compression=false 2024-11-15T11:21:03,574 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:03,574 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:03,574 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T11:21:03,618 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:21:03,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:03,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:03,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:03,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T11:21:03,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:03,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:03,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:03,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:03,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:03,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=372766302, stopped=false 2024-11-15T11:21:03,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,44591,1731669640941 2024-11-15T11:21:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-307690595/running 2024-11-15T11:21:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-307690595/running 2024-11-15T11:21:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:21:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:21:03,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:03,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:03,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:03,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,33321,1731669641060' ***** 2024-11-15T11:21:03,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:03,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/running 2024-11-15T11:21:03,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Set watcher on znode that does not yet exist, /2-307690595/running 2024-11-15T11:21:03,709 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:03,709 INFO [RS:0;dbbb793b8023:33321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:03,709 INFO [RS:0;dbbb793b8023:33321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:03,709 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(3091): Received CLOSE for 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:21:03,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(3091): Received CLOSE for 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,33321,1731669641060 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:33321. 2024-11-15T11:21:03,710 DEBUG [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 750adbbd463b7869361ccd16e8fbb544, disabling compactions & flushes 2024-11-15T11:21:03,710 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:03,710 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. after waiting 0 ms 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:03,710 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 750adbbd463b7869361ccd16e8fbb544 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-15T11:21:03,710 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:03,710 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1325): Online Regions={750adbbd463b7869361ccd16e8fbb544=hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544., 1588230740=hbase:meta,,1.1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2=test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.} 2024-11-15T11:21:03,710 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2, 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:03,710 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:03,710 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:03,711 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:03,722 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1515, reset compression=false 2024-11-15T11:21:03,722 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:03,729 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/info/5983f1c800b64662b1832b08b80dd74a is 147, key is hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544./info:regioninfo/1731669654585/Put/seqid=0 2024-11-15T11:21:03,729 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/.tmp/queue/de63682742984de8bb3896d3760e87c3 is 154, key is 1-dbbb793b8023,33321,1731669641060/queue:dbbb793b8023%2C33321%2C1731669641060/1731669663524/Put/seqid=0 2024-11-15T11:21:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741840_1016 (size=5353) 2024-11-15T11:21:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741841_1017 (size=7686) 2024-11-15T11:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:03,840 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:03,910 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2, 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:21:04,025 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1515, reset compression=false 2024-11-15T11:21:04,080 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:04,111 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2, 750adbbd463b7869361ccd16e8fbb544 2024-11-15T11:21:04,133 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/info/5983f1c800b64662b1832b08b80dd74a 2024-11-15T11:21:04,133 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/.tmp/queue/de63682742984de8bb3896d3760e87c3 2024-11-15T11:21:04,137 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/.tmp/queue/de63682742984de8bb3896d3760e87c3 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/queue/de63682742984de8bb3896d3760e87c3 2024-11-15T11:21:04,141 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/queue/de63682742984de8bb3896d3760e87c3, entries=1, sequenceid=13, filesize=5.2 K 2024-11-15T11:21:04,141 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 750adbbd463b7869361ccd16e8fbb544 in 431ms, sequenceid=13, compaction requested=false 2024-11-15T11:21:04,149 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/ns/33277e854da44308b1afabe4e5340f0f is 43, key is default/ns:d/1731669643528/Put/seqid=0 2024-11-15T11:21:04,150 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/replication/750adbbd463b7869361ccd16e8fbb544/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:04,151 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 750adbbd463b7869361ccd16e8fbb544: Waiting for close lock at 1731669663710Running coprocessor pre-close hooks at 1731669663710Disabling compacts and flushes for region at 1731669663710Disabling writes for close at 1731669663710Obtaining lock to block concurrent updates at 1731669663710Preparing flush snapshotting stores in 750adbbd463b7869361ccd16e8fbb544 at 1731669663710Finished memstore snapshotting hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731669663710Flushing stores of hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. at 1731669663711 (+1 ms)Flushing 750adbbd463b7869361ccd16e8fbb544/queue: creating writer at 1731669663711Flushing 750adbbd463b7869361ccd16e8fbb544/queue: appending metadata at 1731669663728 (+17 ms)Flushing 750adbbd463b7869361ccd16e8fbb544/queue: closing flushed file at 1731669663728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72891d90: reopening flushed file at 1731669664136 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 750adbbd463b7869361ccd16e8fbb544 in 431ms, sequenceid=13, compaction requested=false at 1731669664142 (+6 ms)Writing region close event to WAL at 1731669664145 (+3 ms)Running coprocessor post-close hooks at 1731669664150 (+5 ms)Closed at 1731669664151 (+1 ms) 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669653402.750adbbd463b7869361ccd16e8fbb544. 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4348fae1c4e51d9814dedc5c0e74d0d2, disabling compactions & flushes 2024-11-15T11:21:04,151 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. after waiting 0 ms 2024-11-15T11:21:04,151 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:21:04,151 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4348fae1c4e51d9814dedc5c0e74d0d2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T11:21:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:21:04,164 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f/ecdb5277d7a343d58a50bfb759315f2d is 37, key is row3/f:row3/1731669662280/Put/seqid=0 2024-11-15T11:21:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741843_1019 (size=5228) 2024-11-15T11:21:04,243 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:04,311 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:04,401 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:04,401 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:04,428 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1515, reset compression=false 2024-11-15T11:21:04,431 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:04,431 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1762, reset compression=false 2024-11-15T11:21:04,431 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,33321,1731669641060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:04,432 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,33321,1731669641060: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,33321,1731669641060, walGroup=dbbb793b8023%2C33321%2C1731669641060, offset=dbbb793b8023%2C33321%2C1731669641060.1731669642540:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:33321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:04,434 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:04,434 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:04,435 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:04,435 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:04,435 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:04,435 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 805102968 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198457344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:04,435 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:44591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:44591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:04,511 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:04,553 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/ns/33277e854da44308b1afabe4e5340f0f 2024-11-15T11:21:04,568 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f/ecdb5277d7a343d58a50bfb759315f2d 2024-11-15T11:21:04,568 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/rep_barrier/23c5770e99bb458bbfc25bc09250cf38 is 112, key is test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2./rep_barrier:seqnumDuringOpen/1731669649085/Put/seqid=0 2024-11-15T11:21:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:21:04,572 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecdb5277d7a343d58a50bfb759315f2d 2024-11-15T11:21:04,572 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/rep_barrier/23c5770e99bb458bbfc25bc09250cf38 2024-11-15T11:21:04,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f1/8d208d759fa04edc821b0a25f402ef9c is 30, key is row1/f1:/1731669659618/DeleteFamily/seqid=0 2024-11-15T11:21:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741845_1021 (size=5158) 2024-11-15T11:21:04,593 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/table/c3f3881888994e8b87b7f1091b7aaa6d is 53, key is hbase:replication/table:state/1731669654591/Put/seqid=0 2024-11-15T11:21:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741846_1022 (size=5308) 2024-11-15T11:21:04,634 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1762, reset compression=false 2024-11-15T11:21:04,711 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:21:04,711 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2=test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2.} 2024-11-15T11:21:04,711 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:04,746 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:04,911 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:04,937 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1762, reset compression=false 2024-11-15T11:21:04,985 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:04,990 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f1/8d208d759fa04edc821b0a25f402ef9c 2024-11-15T11:21:04,994 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d208d759fa04edc821b0a25f402ef9c 2024-11-15T11:21:04,997 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/table/c3f3881888994e8b87b7f1091b7aaa6d 2024-11-15T11:21:05,000 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/info/5983f1c800b64662b1832b08b80dd74a as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/info/5983f1c800b64662b1832b08b80dd74a 2024-11-15T11:21:05,003 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/info/5983f1c800b64662b1832b08b80dd74a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:05,004 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/ns/33277e854da44308b1afabe4e5340f0f as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/ns/33277e854da44308b1afabe4e5340f0f 2024-11-15T11:21:05,007 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/ns/33277e854da44308b1afabe4e5340f0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:05,007 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/rep_barrier/23c5770e99bb458bbfc25bc09250cf38 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/rep_barrier/23c5770e99bb458bbfc25bc09250cf38 2024-11-15T11:21:05,008 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/norep/98ddae978fe04936867979749ca989f3 is 33, key is row2/norep:/1731669660624/DeleteFamily/seqid=0 2024-11-15T11:21:05,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741847_1023 (size=5108) 2024-11-15T11:21:05,011 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/rep_barrier/23c5770e99bb458bbfc25bc09250cf38, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:05,012 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/.tmp/table/c3f3881888994e8b87b7f1091b7aaa6d as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/table/c3f3881888994e8b87b7f1091b7aaa6d 2024-11-15T11:21:05,015 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/table/c3f3881888994e8b87b7f1091b7aaa6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:05,016 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:05,021 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:05,021 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:05,021 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:05,021 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:05,021 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669663710Running coprocessor pre-close hooks at 1731669663710Disabling compacts and flushes for region at 1731669663710Disabling writes for close at 1731669663710Obtaining lock to block concurrent updates at 1731669663711 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731669663711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669663711Flushing stores of hbase:meta,,1.1588230740 at 1731669663711Flushing 1588230740/info: creating writer at 1731669663711Flushing 1588230740/info: appending metadata at 1731669663728 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731669663728Flushing 1588230740/ns: creating writer at 1731669664136 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731669664149 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731669664149Flushing 1588230740/rep_barrier: creating writer at 1731669664556 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669664568 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669664568Flushing 1588230740/table: creating writer at 1731669664575 (+7 ms)Flushing 1588230740/table: appending metadata at 1731669664593 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731669664593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df36021: reopening flushed file at 1731669665000 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da7a915: reopening flushed file at 1731669665003 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1187119: reopening flushed file at 1731669665007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68453778: reopening flushed file at 1731669665011 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731669665016 (+5 ms)Writing region close event to WAL at 1731669665019 (+3 ms)Running coprocessor post-close hooks at 1731669665021 (+2 ms)Closed at 1731669665021 2024-11-15T11:21:05,022 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:05,112 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:05,312 DEBUG [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1351): Waiting on 4348fae1c4e51d9814dedc5c0e74d0d2 2024-11-15T11:21:05,339 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 to pos 1762, reset compression=false 2024-11-15T11:21:05,349 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:05,412 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/norep/98ddae978fe04936867979749ca989f3 2024-11-15T11:21:05,416 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ddae978fe04936867979749ca989f3 2024-11-15T11:21:05,416 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f/ecdb5277d7a343d58a50bfb759315f2d as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/f/ecdb5277d7a343d58a50bfb759315f2d 2024-11-15T11:21:05,420 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecdb5277d7a343d58a50bfb759315f2d 2024-11-15T11:21:05,420 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/f/ecdb5277d7a343d58a50bfb759315f2d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T11:21:05,421 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/f1/8d208d759fa04edc821b0a25f402ef9c as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/f1/8d208d759fa04edc821b0a25f402ef9c 2024-11-15T11:21:05,425 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d208d759fa04edc821b0a25f402ef9c 2024-11-15T11:21:05,425 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/f1/8d208d759fa04edc821b0a25f402ef9c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:05,425 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/.tmp/norep/98ddae978fe04936867979749ca989f3 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/norep/98ddae978fe04936867979749ca989f3 2024-11-15T11:21:05,429 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98ddae978fe04936867979749ca989f3 2024-11-15T11:21:05,429 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/norep/98ddae978fe04936867979749ca989f3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:05,430 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4348fae1c4e51d9814dedc5c0e74d0d2 in 1279ms, sequenceid=12, compaction requested=false 2024-11-15T11:21:05,433 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/data/default/test/4348fae1c4e51d9814dedc5c0e74d0d2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:21:05,433 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:05,433 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:05,433 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:21:05,433 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4348fae1c4e51d9814dedc5c0e74d0d2: Waiting for close lock at 1731669664151Running coprocessor pre-close hooks at 1731669664151Disabling compacts and flushes for region at 1731669664151Disabling writes for close at 1731669664151Obtaining lock to block concurrent updates at 1731669664151Preparing flush snapshotting stores in 4348fae1c4e51d9814dedc5c0e74d0d2 at 1731669664151Finished memstore snapshotting test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731669664152 (+1 ms)Flushing stores of test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. at 1731669664152Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f: creating writer at 1731669664152Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f: appending metadata at 1731669664164 (+12 ms)Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f: closing flushed file at 1731669664164Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f1: creating writer at 1731669664572 (+408 ms)Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f1: appending metadata at 1731669664584 (+12 ms)Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/f1: closing flushed file at 1731669664584Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/norep: creating writer at 1731669664994 (+410 ms)Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/norep: appending metadata at 1731669665007 (+13 ms)Flushing 4348fae1c4e51d9814dedc5c0e74d0d2/norep: closing flushed file at 1731669665007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a604d6a: reopening flushed file at 1731669665416 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2350931c: reopening flushed file at 1731669665420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fa2f6a: reopening flushed file at 1731669665425 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4348fae1c4e51d9814dedc5c0e74d0d2 in 1279ms, sequenceid=12, compaction requested=false at 1731669665430 (+5 ms)Writing region close event to WAL at 1731669665430Running coprocessor post-close hooks at 1731669665433 (+3 ms)Closed at 1731669665433 2024-11-15T11:21:05,434 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669647941.4348fae1c4e51d9814dedc5c0e74d0d2. 2024-11-15T11:21:05,512 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,33321,1731669641060; all regions closed. 2024-11-15T11:21:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741839_1015 (size=3333) 2024-11-15T11:21:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741832_1008 (size=2414) 2024-11-15T11:21:05,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/WALs/dbbb793b8023,33321,1731669641060/dbbb793b8023%2C33321%2C1731669641060.1731669642540 not finished, retry = 0 2024-11-15T11:21:05,588 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:05,619 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:05,620 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,33321,1731669641060 because: Region server is closing 2024-11-15T11:21:05,620 INFO [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:33321. 2024-11-15T11:21:05,620 DEBUG [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:05,620 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:05,620 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:05,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:05,721 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.shipperdbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 terminated 2024-11-15T11:21:05,721 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,33321,1731669641060.replicationSource.wal-reader.dbbb793b8023%2C33321%2C1731669641060,1-dbbb793b8023,33321,1731669641060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:21:05,721 INFO [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:33321. 2024-11-15T11:21:05,721 DEBUG [RS:0;dbbb793b8023:33321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:05,721 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:05,721 DEBUG [RS:0;dbbb793b8023:33321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:05,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:05,721 INFO [RS:0;dbbb793b8023:33321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33321 2024-11-15T11:21:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-307690595/rs/dbbb793b8023,33321,1731669641060 2024-11-15T11:21:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595/rs 2024-11-15T11:21:05,772 INFO [RS:0;dbbb793b8023:33321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:05,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,33321,1731669641060] 2024-11-15T11:21:05,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-307690595/draining/dbbb793b8023,33321,1731669641060 already deleted, retry=false 2024-11-15T11:21:05,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,33321,1731669641060 expired; onlineServers=0 2024-11-15T11:21:05,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,44591,1731669640941' ***** 2024-11-15T11:21:05,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:05,793 INFO [M:0;dbbb793b8023:44591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:05,793 INFO [M:0;dbbb793b8023:44591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:05,793 DEBUG [M:0;dbbb793b8023:44591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:05,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:05,793 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669642286 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669642286,5,FailOnTimeoutGroup] 2024-11-15T11:21:05,793 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669642286 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669642286,5,FailOnTimeoutGroup] 2024-11-15T11:21:05,793 DEBUG [M:0;dbbb793b8023:44591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:05,794 INFO [M:0;dbbb793b8023:44591 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:05,794 INFO [M:0;dbbb793b8023:44591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:05,794 DEBUG [M:0;dbbb793b8023:44591 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:05,794 INFO [M:0;dbbb793b8023:44591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:05,794 INFO [M:0;dbbb793b8023:44591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:05,794 INFO [M:0;dbbb793b8023:44591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:05,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-307690595/master 2024-11-15T11:21:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-307690595 2024-11-15T11:21:05,804 DEBUG [M:0;dbbb793b8023:44591 {}] zookeeper.ZKUtil(347): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Unable to get data of znode /2-307690595/master because node does not exist (not an error) 2024-11-15T11:21:05,804 WARN [M:0;dbbb793b8023:44591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:21:05,805 INFO [M:0;dbbb793b8023:44591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/.lastflushedseqids 2024-11-15T11:21:05,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:21:05,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:05,883 INFO [RS:0;dbbb793b8023:33321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:05,883 INFO [RS:0;dbbb793b8023:33321 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,33321,1731669641060; zookeeper connection closed. 2024-11-15T11:21:05,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33321-0x1013e3994ac0007, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:05,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65742f3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65742f3b 2024-11-15T11:21:05,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:06,051 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:06,208 INFO [M:0;dbbb793b8023:44591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:06,209 INFO [M:0;dbbb793b8023:44591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:06,209 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:06,209 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:06,209 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:06,209 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:06,209 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:06,209 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-15T11:21:06,222 DEBUG [M:0;dbbb793b8023:44591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67e7f5e509b642dfb0a225f05badd122 is 82, key is hbase:meta,,1/info:regioninfo/1731669643514/Put/seqid=0 2024-11-15T11:21:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:21:06,290 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:06,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:21:06,626 INFO [M:0;dbbb793b8023:44591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67e7f5e509b642dfb0a225f05badd122 2024-11-15T11:21:06,642 DEBUG [M:0;dbbb793b8023:44591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2141c3f8edb4274828ca843f4d6d3e3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669654594/Put/seqid=0 2024-11-15T11:21:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741850_1026 (size=9211) 2024-11-15T11:21:06,855 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:07,045 INFO [M:0;dbbb793b8023:44591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2141c3f8edb4274828ca843f4d6d3e3 2024-11-15T11:21:07,061 DEBUG [M:0;dbbb793b8023:44591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834abcff028244229628da2aa392ea29 is 69, key is dbbb793b8023,33321,1731669641060/rs:state/1731669642340/Put/seqid=0 2024-11-15T11:21:07,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:21:07,093 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:07,465 INFO [M:0;dbbb793b8023:44591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834abcff028244229628da2aa392ea29 2024-11-15T11:21:07,469 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67e7f5e509b642dfb0a225f05badd122 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67e7f5e509b642dfb0a225f05badd122 2024-11-15T11:21:07,473 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67e7f5e509b642dfb0a225f05badd122, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T11:21:07,474 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2141c3f8edb4274828ca843f4d6d3e3 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2141c3f8edb4274828ca843f4d6d3e3 2024-11-15T11:21:07,477 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2141c3f8edb4274828ca843f4d6d3e3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T11:21:07,478 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834abcff028244229628da2aa392ea29 as hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/834abcff028244229628da2aa392ea29 2024-11-15T11:21:07,481 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/834abcff028244229628da2aa392ea29, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T11:21:07,482 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-15T11:21:07,483 INFO [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:07,483 DEBUG [M:0;dbbb793b8023:44591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669666209Disabling compacts and flushes for region at 1731669666209Disabling writes for close at 1731669666209Obtaining lock to block concurrent updates at 1731669666209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669666209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731669666209Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669666210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669666210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669666222 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669666222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669666629 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669666641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669666641Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669667049 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669667061 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669667061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2195a113: reopening flushed file at 1731669667469 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a6a8b2: reopening flushed file at 1731669667473 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f386f41: reopening flushed file at 1731669667477 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731669667482 (+5 ms)Writing region close event to WAL at 1731669667483 (+1 ms)Closed at 1731669667483 2024-11-15T11:21:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741830_1006 (size=73854) 2024-11-15T11:21:07,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a4bc456-b714-0235-87ba-bca90b32af1d/MasterData/WALs/dbbb793b8023,44591,1731669640941/dbbb793b8023%2C44591%2C1731669640941.1731669642033 not finished, retry = 0 2024-11-15T11:21:07,585 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:07,585 INFO [M:0;dbbb793b8023:44591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:21:07,585 INFO [M:0;dbbb793b8023:44591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44591 2024-11-15T11:21:07,586 INFO [M:0;dbbb793b8023:44591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:07,758 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:07,809 INFO [M:0;dbbb793b8023:44591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44591-0x1013e3994ac0006, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:07,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3360cb18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:07,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d5d017a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:07,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:07,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41529fcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:07,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8a9b1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:07,813 WARN [BP-1675059487-172.17.0.2-1731669639265 heartbeating to localhost/127.0.0.1:44549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:21:07,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:21:07,813 WARN [BP-1675059487-172.17.0.2-1731669639265 heartbeating to localhost/127.0.0.1:44549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1675059487-172.17.0.2-1731669639265 (Datanode Uuid bbf2c444-69cd-4e7a-b0b8-9ff961ad083e) service to localhost/127.0.0.1:44549 2024-11-15T11:21:07,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:21:07,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:21:07,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/cluster_868a3aa1-9f6c-3c95-cb91-1e0a8424b427/data/data1/current/BP-1675059487-172.17.0.2-1731669639265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:07,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/cluster_868a3aa1-9f6c-3c95-cb91-1e0a8424b427/data/data2/current/BP-1675059487-172.17.0.2-1731669639265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:07,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aea075e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:07,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a02d0f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:07,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:07,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab2ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:07,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510367ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:07,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:21:07,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:07,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:07,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:07,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:07,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:07,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:07,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:07,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=501643654, stopped=false 2024-11-15T11:21:07,836 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,34607,1731669636456 2024-11-15T11:21:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751744658/running 2024-11-15T11:21:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751744658/running 2024-11-15T11:21:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:21:07,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:21:07,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:07,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/running 2024-11-15T11:21:07,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Set watcher on znode that does not yet exist, /1751744658/running 2024-11-15T11:21:07,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:07,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:07,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:07,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,44623,1731669636572' ***** 2024-11-15T11:21:07,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 3886ead5d154d1a95afdfa078523daf4 2024-11-15T11:21:07,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,44623,1731669636572 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:07,879 INFO [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44623. 2024-11-15T11:21:07,879 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3886ead5d154d1a95afdfa078523daf4, disabling compactions & flushes 2024-11-15T11:21:07,879 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:21:07,879 DEBUG [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:07,879 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:21:07,879 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:07,879 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. after waiting 0 ms 2024-11-15T11:21:07,879 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:21:07,880 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:07,880 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:07,880 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:07,880 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3886ead5d154d1a95afdfa078523daf4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T11:21:07,880 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:07,880 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:07,880 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3886ead5d154d1a95afdfa078523daf4=test,,1731669645790.3886ead5d154d1a95afdfa078523daf4., 4251d827e90d6dd2b3f4b1b685a9432d=hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.} 2024-11-15T11:21:07,880 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:07,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:07,880 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:07,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:07,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:07,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:07,880 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:07,883 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:07,893 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/info/65186a97b22d445f90198abee9308211 is 147, key is hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d./info:regioninfo/1731669652405/Put/seqid=0 2024-11-15T11:21:07,893 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f/c94d5f105ae641468d6e67ff6613095d is 37, key is row3/f:row3/1731669662280/Put/seqid=0 2024-11-15T11:21:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741841_1017 (size=5228) 2024-11-15T11:21:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741840_1016 (size=7686) 2024-11-15T11:21:07,996 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:08,080 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:08,217 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T11:21:08,255 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:08,255 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:08,280 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:08,297 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f/c94d5f105ae641468d6e67ff6613095d 2024-11-15T11:21:08,297 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/info/65186a97b22d445f90198abee9308211 2024-11-15T11:21:08,301 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94d5f105ae641468d6e67ff6613095d 2024-11-15T11:21:08,313 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f1/96b9f34803c445218a6bb0c587e380d9 is 30, key is row1/f1:/1731669659618/DeleteFamily/seqid=0 2024-11-15T11:21:08,313 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/ns/0149e512004a43658160a4510e3a3ea9 is 43, key is default/ns:d/1731669639160/Put/seqid=0 2024-11-15T11:21:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741843_1019 (size=5153) 2024-11-15T11:21:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741842_1018 (size=5158) 2024-11-15T11:21:08,480 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:08,680 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:08,717 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/ns/0149e512004a43658160a4510e3a3ea9 2024-11-15T11:21:08,717 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f1/96b9f34803c445218a6bb0c587e380d9 2024-11-15T11:21:08,720 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96b9f34803c445218a6bb0c587e380d9 2024-11-15T11:21:08,732 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/rep_barrier/fc50e9192a5641b9a5eca2e775e3aef1 is 112, key is test,,1731669645790.3886ead5d154d1a95afdfa078523daf4./rep_barrier:seqnumDuringOpen/1731669646929/Put/seqid=0 2024-11-15T11:21:08,732 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/norep/7d18c54657034b4490a3735279d86de9 is 33, key is row1/norep:/1731669659618/DeleteFamily/seqid=0 2024-11-15T11:21:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:21:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741845_1021 (size=5108) 2024-11-15T11:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1473, reset compression=false 2024-11-15T11:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1720, reset compression=false 2024-11-15T11:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,44623,1731669636572 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:08,765 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,44623,1731669636572: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,44623,1731669636572, walGroup=dbbb793b8023%2C44623%2C1731669636572, offset=dbbb793b8023%2C44623%2C1731669636572.1731669638385:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:08,766 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:08,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:08,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:08,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:08,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:08,766 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 886891896 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198983688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:08,766 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:08,881 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:08,967 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1720, reset compression=false 2024-11-15T11:21:08,999 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:09,081 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3886ead5d154d1a95afdfa078523daf4, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:09,136 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/rep_barrier/fc50e9192a5641b9a5eca2e775e3aef1 2024-11-15T11:21:09,136 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/norep/7d18c54657034b4490a3735279d86de9 2024-11-15T11:21:09,139 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d18c54657034b4490a3735279d86de9 2024-11-15T11:21:09,140 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f/c94d5f105ae641468d6e67ff6613095d as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/f/c94d5f105ae641468d6e67ff6613095d 2024-11-15T11:21:09,143 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94d5f105ae641468d6e67ff6613095d 2024-11-15T11:21:09,143 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/f/c94d5f105ae641468d6e67ff6613095d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T11:21:09,145 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/f1/96b9f34803c445218a6bb0c587e380d9 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/f1/96b9f34803c445218a6bb0c587e380d9 2024-11-15T11:21:09,148 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96b9f34803c445218a6bb0c587e380d9 2024-11-15T11:21:09,148 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/f1/96b9f34803c445218a6bb0c587e380d9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:09,149 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/.tmp/norep/7d18c54657034b4490a3735279d86de9 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/norep/7d18c54657034b4490a3735279d86de9 2024-11-15T11:21:09,152 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d18c54657034b4490a3735279d86de9 2024-11-15T11:21:09,152 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/norep/7d18c54657034b4490a3735279d86de9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:09,152 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3886ead5d154d1a95afdfa078523daf4 in 1272ms, sequenceid=12, compaction requested=false 2024-11-15T11:21:09,153 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:21:09,156 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/default/test/3886ead5d154d1a95afdfa078523daf4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:21:09,156 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:09,156 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/table/755a35b1c97442dfa2cd6507f38f2e29 is 53, key is hbase:replication/table:state/1731669652411/Put/seqid=0 2024-11-15T11:21:09,156 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:09,156 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:21:09,156 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3886ead5d154d1a95afdfa078523daf4: Waiting for close lock at 1731669667879Running coprocessor pre-close hooks at 1731669667879Disabling compacts and flushes for region at 1731669667879Disabling writes for close at 1731669667879Obtaining lock to block concurrent updates at 1731669667880 (+1 ms)Preparing flush snapshotting stores in 3886ead5d154d1a95afdfa078523daf4 at 1731669667880Finished memstore snapshotting test,,1731669645790.3886ead5d154d1a95afdfa078523daf4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731669667880Flushing stores of test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. at 1731669667880Flushing 3886ead5d154d1a95afdfa078523daf4/f: creating writer at 1731669667880Flushing 3886ead5d154d1a95afdfa078523daf4/f: appending metadata at 1731669667892 (+12 ms)Flushing 3886ead5d154d1a95afdfa078523daf4/f: closing flushed file at 1731669667892Flushing 3886ead5d154d1a95afdfa078523daf4/f1: creating writer at 1731669668301 (+409 ms)Flushing 3886ead5d154d1a95afdfa078523daf4/f1: appending metadata at 1731669668313 (+12 ms)Flushing 3886ead5d154d1a95afdfa078523daf4/f1: closing flushed file at 1731669668313Flushing 3886ead5d154d1a95afdfa078523daf4/norep: creating writer at 1731669668720 (+407 ms)Flushing 3886ead5d154d1a95afdfa078523daf4/norep: appending metadata at 1731669668732 (+12 ms)Flushing 3886ead5d154d1a95afdfa078523daf4/norep: closing flushed file at 1731669668732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1e9d06: reopening flushed file at 1731669669139 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433e0a6d: reopening flushed file at 1731669669144 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e3147: reopening flushed file at 1731669669148 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3886ead5d154d1a95afdfa078523daf4 in 1272ms, sequenceid=12, compaction requested=false at 1731669669152 (+4 ms)Writing region close event to WAL at 1731669669154 (+2 ms)Running coprocessor post-close hooks at 1731669669156 (+2 ms)Closed at 1731669669156 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669645790.3886ead5d154d1a95afdfa078523daf4. 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4251d827e90d6dd2b3f4b1b685a9432d, disabling compactions & flushes 2024-11-15T11:21:09,157 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. after waiting 0 ms 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4251d827e90d6dd2b3f4b1b685a9432d: Waiting for close lock at 1731669669157Running coprocessor pre-close hooks at 1731669669157Disabling compacts and flushes for region at 1731669669157Disabling writes for close at 1731669669157Failed flush hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d., putting online again at 1731669669157 2024-11-15T11:21:09,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741846_1022 (size=5308) 2024-11-15T11:21:09,270 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 1720, reset compression=false 2024-11-15T11:21:09,274 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:09,274 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 2364, reset compression=false 2024-11-15T11:21:09,281 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:21:09,281 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4251d827e90d6dd2b3f4b1b685a9432d=hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d.} 2024-11-15T11:21:09,281 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:09,281 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4251d827e90d6dd2b3f4b1b685a9432d 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4251d827e90d6dd2b3f4b1b685a9432d, disabling compactions & flushes 2024-11-15T11:21:09,281 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. after waiting 0 ms 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4251d827e90d6dd2b3f4b1b685a9432d: Waiting for close lock at 1731669669281Running coprocessor pre-close hooks at 1731669669281Disabling compacts and flushes for region at 1731669669281Disabling writes for close at 1731669669281Failed flush hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d., putting online again at 1731669669281 2024-11-15T11:21:09,281 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731669651251.4251d827e90d6dd2b3f4b1b685a9432d. 2024-11-15T11:21:09,476 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.wal-reader.dbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/WALs/dbbb793b8023,44623,1731669636572/dbbb793b8023%2C44623%2C1731669636572.1731669638385 to pos 2364, reset compression=false 2024-11-15T11:21:09,481 DEBUG [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:09,560 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/table/755a35b1c97442dfa2cd6507f38f2e29 2024-11-15T11:21:09,564 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/info/65186a97b22d445f90198abee9308211 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/info/65186a97b22d445f90198abee9308211 2024-11-15T11:21:09,568 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/info/65186a97b22d445f90198abee9308211, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:09,569 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/ns/0149e512004a43658160a4510e3a3ea9 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/ns/0149e512004a43658160a4510e3a3ea9 2024-11-15T11:21:09,573 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/ns/0149e512004a43658160a4510e3a3ea9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:09,573 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/rep_barrier/fc50e9192a5641b9a5eca2e775e3aef1 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/rep_barrier/fc50e9192a5641b9a5eca2e775e3aef1 2024-11-15T11:21:09,577 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/rep_barrier/fc50e9192a5641b9a5eca2e775e3aef1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:09,578 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/.tmp/table/755a35b1c97442dfa2cd6507f38f2e29 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/table/755a35b1c97442dfa2cd6507f38f2e29 2024-11-15T11:21:09,582 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/table/755a35b1c97442dfa2cd6507f38f2e29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:09,583 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:09,583 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:21:09,587 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:09,587 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:09,587 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:09,587 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:09,587 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669667880Running coprocessor pre-close hooks at 1731669667880Disabling compacts and flushes for region at 1731669667880Disabling writes for close at 1731669667880Obtaining lock to block concurrent updates at 1731669667880Preparing flush snapshotting stores in 1588230740 at 1731669667880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669667880Flushing stores of hbase:meta,,1.1588230740 at 1731669667881 (+1 ms)Flushing 1588230740/info: creating writer at 1731669667881Flushing 1588230740/info: appending metadata at 1731669667892 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731669667892Flushing 1588230740/ns: creating writer at 1731669668301 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731669668313 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731669668313Flushing 1588230740/rep_barrier: creating writer at 1731669668720 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669668732 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669668732Flushing 1588230740/table: creating writer at 1731669669139 (+407 ms)Flushing 1588230740/table: appending metadata at 1731669669156 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731669669156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f3b7f8: reopening flushed file at 1731669669564 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf9f740: reopening flushed file at 1731669669568 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691221ce: reopening flushed file at 1731669669573 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1c98d3: reopening flushed file at 1731669669578 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731669669583 (+5 ms)Writing region close event to WAL at 1731669669584 (+1 ms)Running coprocessor post-close hooks at 1731669669587 (+3 ms)Closed at 1731669669587 2024-11-15T11:21:09,587 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:09,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:09,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,681 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T11:21:09,681 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,44623,1731669636572; all regions closed. 2024-11-15T11:21:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741839_1015 (size=2609) 2024-11-15T11:21:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741832_1008 (size=2372) 2024-11-15T11:21:09,687 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:09,687 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:09,687 INFO [RS:0;dbbb793b8023:44623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:09,688 INFO [RS:0;dbbb793b8023:44623 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:09,688 INFO [RS:0;dbbb793b8023:44623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:09,688 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:09,688 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,44623,1731669636572 because: Region server is closing 2024-11-15T11:21:09,688 INFO [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44623. 2024-11-15T11:21:09,688 DEBUG [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:09,688 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:09,688 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:09,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:09,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:09,788 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,44623,1731669636572.replicationSource.shipperdbbb793b8023%2C44623%2C1731669636572,1-dbbb793b8023,44623,1731669636572 terminated 2024-11-15T11:21:09,788 INFO [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:44623. 2024-11-15T11:21:09,789 DEBUG [RS:0;dbbb793b8023:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:09,789 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:09,789 DEBUG [RS:0;dbbb793b8023:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:09,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:09,789 INFO [RS:0;dbbb793b8023:44623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44623 2024-11-15T11:21:09,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751744658/rs/dbbb793b8023,44623,1731669636572 2024-11-15T11:21:09,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658/rs 2024-11-15T11:21:09,865 INFO [RS:0;dbbb793b8023:44623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:09,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,44623,1731669636572] 2024-11-15T11:21:09,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1751744658/draining/dbbb793b8023,44623,1731669636572 already deleted, retry=false 2024-11-15T11:21:09,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,44623,1731669636572 expired; onlineServers=0 2024-11-15T11:21:09,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,34607,1731669636456' ***** 2024-11-15T11:21:09,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:09,888 DEBUG [M:0;dbbb793b8023:34607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:09,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:09,888 DEBUG [M:0;dbbb793b8023:34607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:09,888 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669638198 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669638198,5,FailOnTimeoutGroup] 2024-11-15T11:21:09,888 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669638197 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669638197,5,FailOnTimeoutGroup] 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:09,888 DEBUG [M:0;dbbb793b8023:34607 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:09,888 INFO [M:0;dbbb793b8023:34607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:09,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1751744658/master 2024-11-15T11:21:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1751744658 2024-11-15T11:21:09,898 DEBUG [M:0;dbbb793b8023:34607 {}] zookeeper.ZKUtil(347): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Unable to get data of znode /1751744658/master because node does not exist (not an error) 2024-11-15T11:21:09,898 WARN [M:0;dbbb793b8023:34607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:21:09,899 INFO [M:0;dbbb793b8023:34607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/.lastflushedseqids 2024-11-15T11:21:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741847_1023 (size=245) 2024-11-15T11:21:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:09,977 INFO [RS:0;dbbb793b8023:44623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x1013e3994ac0004, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:09,977 INFO [RS:0;dbbb793b8023:44623 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,44623,1731669636572; zookeeper connection closed. 2024-11-15T11:21:09,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d4d7b59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d4d7b59 2024-11-15T11:21:09,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:10,102 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:10,302 INFO [M:0;dbbb793b8023:34607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:10,302 INFO [M:0;dbbb793b8023:34607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:10,303 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:10,303 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:10,303 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:10,303 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:10,303 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:10,303 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:21:10,316 DEBUG [M:0;dbbb793b8023:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd429aa32834fa598a138a672485161 is 82, key is hbase:meta,,1/info:regioninfo/1731669639108/Put/seqid=0 2024-11-15T11:21:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741848_1024 (size=5672) 2024-11-15T11:21:10,719 INFO [M:0;dbbb793b8023:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd429aa32834fa598a138a672485161 2024-11-15T11:21:10,739 DEBUG [M:0;dbbb793b8023:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d53ff06f1380460db3440b42a3b73b71 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669652414/Put/seqid=0 2024-11-15T11:21:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741849_1025 (size=8515) 2024-11-15T11:21:11,143 INFO [M:0;dbbb793b8023:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d53ff06f1380460db3440b42a3b73b71 2024-11-15T11:21:11,160 DEBUG [M:0;dbbb793b8023:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/865e8adc907b4b88aa3053a1f84acf53 is 69, key is dbbb793b8023,44623,1731669636572/rs:state/1731669638230/Put/seqid=0 2024-11-15T11:21:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741850_1026 (size=5156) 2024-11-15T11:21:11,305 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:11,564 INFO [M:0;dbbb793b8023:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/865e8adc907b4b88aa3053a1f84acf53 2024-11-15T11:21:11,568 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd429aa32834fa598a138a672485161 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dd429aa32834fa598a138a672485161 2024-11-15T11:21:11,571 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dd429aa32834fa598a138a672485161, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:21:11,572 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d53ff06f1380460db3440b42a3b73b71 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d53ff06f1380460db3440b42a3b73b71 2024-11-15T11:21:11,575 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d53ff06f1380460db3440b42a3b73b71, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:21:11,575 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/865e8adc907b4b88aa3053a1f84acf53 as hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/865e8adc907b4b88aa3053a1f84acf53 2024-11-15T11:21:11,578 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/2475f9fa-6901-f6df-0133-6b01b2f8bfde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/865e8adc907b4b88aa3053a1f84acf53, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:21:11,579 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-15T11:21:11,580 INFO [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:11,580 DEBUG [M:0;dbbb793b8023:34607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669670303Disabling compacts and flushes for region at 1731669670303Disabling writes for close at 1731669670303Obtaining lock to block concurrent updates at 1731669670303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669670303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669670303Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669670304 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669670304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669670316 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669670316Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669670723 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669670739 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669670739Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669671146 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669671160 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669671160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3310a89b: reopening flushed file at 1731669671567 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c60ec9: reopening flushed file at 1731669671571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453f9e1a: reopening flushed file at 1731669671575 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731669671579 (+4 ms)Writing region close event to WAL at 1731669671579Closed at 1731669671579 2024-11-15T11:21:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35635 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:21:11,581 INFO [M:0;dbbb793b8023:34607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:21:11,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:11,581 INFO [M:0;dbbb793b8023:34607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34607 2024-11-15T11:21:11,582 INFO [M:0;dbbb793b8023:34607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:11,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:11,745 INFO [M:0;dbbb793b8023:34607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x1013e3994ac0003, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:11,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324284e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:11,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b23a4a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:11,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:11,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a6605b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:11,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1af92ea4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:11,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:21:11,760 WARN [BP-1235074515-172.17.0.2-1731669634868 heartbeating to localhost/127.0.0.1:35681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:21:11,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:21:11,760 WARN [BP-1235074515-172.17.0.2-1731669634868 heartbeating to localhost/127.0.0.1:35681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1235074515-172.17.0.2-1731669634868 (Datanode Uuid 30202495-c2d7-4954-8bbe-d0908b726fd4) service to localhost/127.0.0.1:35681 2024-11-15T11:21:11,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/cluster_2a52c6b5-2eec-2547-7361-ec2f17a084c2/data/data1/current/BP-1235074515-172.17.0.2-1731669634868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:11,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/cluster_2a52c6b5-2eec-2547-7361-ec2f17a084c2/data/data2/current/BP-1235074515-172.17.0.2-1731669634868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:11,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:21:11,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c8b1944{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:11,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c9e0a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:11,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:11,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42079d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:11,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@842bac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/236fb731-9a39-ac11-cc75-2e614958bb0f/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:11,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:21:11,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:11,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:11,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:11,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:11,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:11,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:11,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=903532844, stopped=false 2024-11-15T11:21:11,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,41141,1731669631122 2024-11-15T11:21:11,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/036121230/running 2024-11-15T11:21:11,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/036121230/running 2024-11-15T11:21:11,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:21:11,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:21:11,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:11,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/running 2024-11-15T11:21:11,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Set watcher on znode that does not yet exist, /036121230/running 2024-11-15T11:21:11,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:11,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:11,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:11,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,38013,1731669631362' ***** 2024-11-15T11:21:11,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:11,794 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:11,794 INFO [RS:0;dbbb793b8023:38013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:11,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:11,794 INFO [RS:0;dbbb793b8023:38013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for b307b5c86f5ccfbc92b64a6359e6cd5e 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,38013,1731669631362 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38013. 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b307b5c86f5ccfbc92b64a6359e6cd5e, disabling compactions & flushes 2024-11-15T11:21:11,795 DEBUG [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:11,795 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:11,795 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. after waiting 0 ms 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:11,795 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b307b5c86f5ccfbc92b64a6359e6cd5e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T11:21:11,795 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:11,795 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1325): Online Regions={b307b5c86f5ccfbc92b64a6359e6cd5e=hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e., c15a6793801e9f988f1530d1aba69a45=test,,1731669643640.c15a6793801e9f988f1530d1aba69a45., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:21:11,795 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b307b5c86f5ccfbc92b64a6359e6cd5e, c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:11,795 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:11,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:11,796 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:11,796 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:11,804 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:11,816 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/info/61da00c700a249e0819155c276052478 is 147, key is hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e./info:regioninfo/1731669650894/Put/seqid=0 2024-11-15T11:21:11,817 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/.tmp/queue/d828465c6aa6451785b942b818214679 is 154, key is 1-dbbb793b8023,38013,1731669631362/queue:dbbb793b8023%2C38013%2C1731669631362/1731669663575/Put/seqid=0 2024-11-15T11:21:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741840_1016 (size=7686) 2024-11-15T11:21:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741841_1017 (size=5353) 2024-11-15T11:21:11,822 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/info/61da00c700a249e0819155c276052478 2024-11-15T11:21:11,845 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/ns/bbdf5851c89d47eabe27a28b36c0b6e1 is 43, key is default/ns:d/1731669634707/Put/seqid=0 2024-11-15T11:21:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:21:11,849 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/ns/bbdf5851c89d47eabe27a28b36c0b6e1 2024-11-15T11:21:11,873 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/rep_barrier/4f53914c5d3d4d31bf85c4a9d92b8d17 is 112, key is test,,1731669643640.c15a6793801e9f988f1530d1aba69a45./rep_barrier:seqnumDuringOpen/1731669644787/Put/seqid=0 2024-11-15T11:21:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741843_1019 (size=5518) 2024-11-15T11:21:11,996 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b307b5c86f5ccfbc92b64a6359e6cd5e, c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:12,196 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b307b5c86f5ccfbc92b64a6359e6cd5e, c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:12,223 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/.tmp/queue/d828465c6aa6451785b942b818214679 2024-11-15T11:21:12,227 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/.tmp/queue/d828465c6aa6451785b942b818214679 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/queue/d828465c6aa6451785b942b818214679 2024-11-15T11:21:12,230 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/queue/d828465c6aa6451785b942b818214679, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T11:21:12,231 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b307b5c86f5ccfbc92b64a6359e6cd5e in 436ms, sequenceid=14, compaction requested=false 2024-11-15T11:21:12,231 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:21:12,234 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/replication/b307b5c86f5ccfbc92b64a6359e6cd5e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:12,235 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b307b5c86f5ccfbc92b64a6359e6cd5e: Waiting for close lock at 1731669671795Running coprocessor pre-close hooks at 1731669671795Disabling compacts and flushes for region at 1731669671795Disabling writes for close at 1731669671795Obtaining lock to block concurrent updates at 1731669671795Preparing flush snapshotting stores in b307b5c86f5ccfbc92b64a6359e6cd5e at 1731669671795Finished memstore snapshotting hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731669671796 (+1 ms)Flushing stores of hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. at 1731669671796Flushing b307b5c86f5ccfbc92b64a6359e6cd5e/queue: creating writer at 1731669671796Flushing b307b5c86f5ccfbc92b64a6359e6cd5e/queue: appending metadata at 1731669671816 (+20 ms)Flushing b307b5c86f5ccfbc92b64a6359e6cd5e/queue: closing flushed file at 1731669671817 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6b289: reopening flushed file at 1731669672227 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b307b5c86f5ccfbc92b64a6359e6cd5e in 436ms, sequenceid=14, compaction requested=false at 1731669672231 (+4 ms)Writing region close event to WAL at 1731669672232 (+1 ms)Running coprocessor post-close hooks at 1731669672235 (+3 ms)Closed at 1731669672235 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669650103.b307b5c86f5ccfbc92b64a6359e6cd5e. 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c15a6793801e9f988f1530d1aba69a45, disabling compactions & flushes 2024-11-15T11:21:12,235 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. after waiting 0 ms 2024-11-15T11:21:12,235 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:21:12,235 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c15a6793801e9f988f1530d1aba69a45 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T11:21:12,252 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f/b5aa91fa5208451c96fb5135e798f9ad is 37, key is row3/f:row3/1731669662280/Put/seqid=0 2024-11-15T11:21:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741844_1020 (size=5228) 2024-11-15T11:21:12,276 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/rep_barrier/4f53914c5d3d4d31bf85c4a9d92b8d17 2024-11-15T11:21:12,293 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/table/dc6700f28c04450aa6a7d158b2c2bcad is 53, key is hbase:replication/table:state/1731669650901/Put/seqid=0 2024-11-15T11:21:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741845_1021 (size=5308) 2024-11-15T11:21:12,396 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:12,596 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:12,605 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:12,606 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:12,608 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1493, reset compression=false 2024-11-15T11:21:12,611 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:12,611 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1740, reset compression=false 2024-11-15T11:21:12,612 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,38013,1731669631362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:12,612 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,38013,1731669631362: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,38013,1731669631362, walGroup=dbbb793b8023%2C38013%2C1731669631362, offset=dbbb793b8023%2C38013%2C1731669631362.1731669633703:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:38013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:12,613 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:12,613 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:12,614 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:12,614 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:12,614 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:12,614 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 742138584 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199481712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:12,614 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:41141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:41141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:12,655 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f/b5aa91fa5208451c96fb5135e798f9ad 2024-11-15T11:21:12,659 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5aa91fa5208451c96fb5135e798f9ad 2024-11-15T11:21:12,672 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f1/e93f33ee3dfb47d38add247087d703fe is 30, key is row1/f1:/1731669659618/DeleteFamily/seqid=0 2024-11-15T11:21:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741846_1022 (size=5158) 2024-11-15T11:21:12,696 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/table/dc6700f28c04450aa6a7d158b2c2bcad 2024-11-15T11:21:12,701 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/info/61da00c700a249e0819155c276052478 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/info/61da00c700a249e0819155c276052478 2024-11-15T11:21:12,704 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/info/61da00c700a249e0819155c276052478, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:12,705 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/ns/bbdf5851c89d47eabe27a28b36c0b6e1 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/ns/bbdf5851c89d47eabe27a28b36c0b6e1 2024-11-15T11:21:12,708 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/ns/bbdf5851c89d47eabe27a28b36c0b6e1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:12,709 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/rep_barrier/4f53914c5d3d4d31bf85c4a9d92b8d17 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/rep_barrier/4f53914c5d3d4d31bf85c4a9d92b8d17 2024-11-15T11:21:12,713 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/rep_barrier/4f53914c5d3d4d31bf85c4a9d92b8d17, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:12,713 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/.tmp/table/dc6700f28c04450aa6a7d158b2c2bcad as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/table/dc6700f28c04450aa6a7d158b2c2bcad 2024-11-15T11:21:12,716 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/table/dc6700f28c04450aa6a7d158b2c2bcad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:12,717 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:12,720 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:12,721 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:12,721 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:12,721 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:12,721 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669671795Running coprocessor pre-close hooks at 1731669671795Disabling compacts and flushes for region at 1731669671795Disabling writes for close at 1731669671796 (+1 ms)Obtaining lock to block concurrent updates at 1731669671796Preparing flush snapshotting stores in 1588230740 at 1731669671796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669671796Flushing stores of hbase:meta,,1.1588230740 at 1731669671796Flushing 1588230740/info: creating writer at 1731669671796Flushing 1588230740/info: appending metadata at 1731669671816 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731669671816Flushing 1588230740/ns: creating writer at 1731669671827 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731669671845 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731669671845Flushing 1588230740/rep_barrier: creating writer at 1731669671854 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669671872 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669671872Flushing 1588230740/table: creating writer at 1731669672280 (+408 ms)Flushing 1588230740/table: appending metadata at 1731669672292 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731669672292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70950fe7: reopening flushed file at 1731669672700 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a40d89c: reopening flushed file at 1731669672704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d16613: reopening flushed file at 1731669672709 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8fd8e4: reopening flushed file at 1731669672713 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731669672717 (+4 ms)Writing region close event to WAL at 1731669672718 (+1 ms)Running coprocessor post-close hooks at 1731669672721 (+3 ms)Closed at 1731669672721 2024-11-15T11:21:12,721 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:12,796 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:21:12,796 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1325): Online Regions={c15a6793801e9f988f1530d1aba69a45=test,,1731669643640.c15a6793801e9f988f1530d1aba69a45.} 2024-11-15T11:21:12,796 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:12,815 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1740, reset compression=false 2024-11-15T11:21:12,996 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:13,075 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f1/e93f33ee3dfb47d38add247087d703fe 2024-11-15T11:21:13,078 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e93f33ee3dfb47d38add247087d703fe 2024-11-15T11:21:13,091 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/norep/eced69b1553a43b9bf38ea5403f36924 is 32, key is row/norep:/1731669658612/DeleteFamily/seqid=0 2024-11-15T11:21:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741847_1023 (size=5101) 2024-11-15T11:21:13,118 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1740, reset compression=false 2024-11-15T11:21:13,197 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:13,397 DEBUG [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1351): Waiting on c15a6793801e9f988f1530d1aba69a45 2024-11-15T11:21:13,495 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/norep/eced69b1553a43b9bf38ea5403f36924 2024-11-15T11:21:13,499 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eced69b1553a43b9bf38ea5403f36924 2024-11-15T11:21:13,499 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f/b5aa91fa5208451c96fb5135e798f9ad as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/f/b5aa91fa5208451c96fb5135e798f9ad 2024-11-15T11:21:13,502 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5aa91fa5208451c96fb5135e798f9ad 2024-11-15T11:21:13,503 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/f/b5aa91fa5208451c96fb5135e798f9ad, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T11:21:13,503 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/f1/e93f33ee3dfb47d38add247087d703fe as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/f1/e93f33ee3dfb47d38add247087d703fe 2024-11-15T11:21:13,506 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e93f33ee3dfb47d38add247087d703fe 2024-11-15T11:21:13,507 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/f1/e93f33ee3dfb47d38add247087d703fe, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:13,507 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/.tmp/norep/eced69b1553a43b9bf38ea5403f36924 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/norep/eced69b1553a43b9bf38ea5403f36924 2024-11-15T11:21:13,510 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eced69b1553a43b9bf38ea5403f36924 2024-11-15T11:21:13,510 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/norep/eced69b1553a43b9bf38ea5403f36924, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T11:21:13,511 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c15a6793801e9f988f1530d1aba69a45 in 1276ms, sequenceid=12, compaction requested=false 2024-11-15T11:21:13,514 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/data/default/test/c15a6793801e9f988f1530d1aba69a45/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:21:13,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:13,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:13,515 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:21:13,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c15a6793801e9f988f1530d1aba69a45: Waiting for close lock at 1731669672235Running coprocessor pre-close hooks at 1731669672235Disabling compacts and flushes for region at 1731669672235Disabling writes for close at 1731669672235Obtaining lock to block concurrent updates at 1731669672235Preparing flush snapshotting stores in c15a6793801e9f988f1530d1aba69a45 at 1731669672235Finished memstore snapshotting test,,1731669643640.c15a6793801e9f988f1530d1aba69a45., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731669672236 (+1 ms)Flushing stores of test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. at 1731669672236Flushing c15a6793801e9f988f1530d1aba69a45/f: creating writer at 1731669672236Flushing c15a6793801e9f988f1530d1aba69a45/f: appending metadata at 1731669672251 (+15 ms)Flushing c15a6793801e9f988f1530d1aba69a45/f: closing flushed file at 1731669672251Flushing c15a6793801e9f988f1530d1aba69a45/f1: creating writer at 1731669672659 (+408 ms)Flushing c15a6793801e9f988f1530d1aba69a45/f1: appending metadata at 1731669672671 (+12 ms)Flushing c15a6793801e9f988f1530d1aba69a45/f1: closing flushed file at 1731669672671Flushing c15a6793801e9f988f1530d1aba69a45/norep: creating writer at 1731669673079 (+408 ms)Flushing c15a6793801e9f988f1530d1aba69a45/norep: appending metadata at 1731669673091 (+12 ms)Flushing c15a6793801e9f988f1530d1aba69a45/norep: closing flushed file at 1731669673091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731f1d79: reopening flushed file at 1731669673499 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df72110: reopening flushed file at 1731669673503 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598593b2: reopening flushed file at 1731669673507 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c15a6793801e9f988f1530d1aba69a45 in 1276ms, sequenceid=12, compaction requested=false at 1731669673511 (+4 ms)Writing region close event to WAL at 1731669673512 (+1 ms)Running coprocessor post-close hooks at 1731669673515 (+3 ms)Closed at 1731669673515 2024-11-15T11:21:13,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669643640.c15a6793801e9f988f1530d1aba69a45. 2024-11-15T11:21:13,520 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 1740, reset compression=false 2024-11-15T11:21:13,524 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:13,524 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.wal-reader.dbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.1731669633703 to pos 2384, reset compression=false 2024-11-15T11:21:13,597 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,38013,1731669631362; all regions closed. 2024-11-15T11:21:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:13,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/WALs/dbbb793b8023,38013,1731669631362/dbbb793b8023%2C38013%2C1731669631362.meta.1731669634627.meta not finished, retry = 0 2024-11-15T11:21:13,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741839_1015 (size=3552) 2024-11-15T11:21:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741832_1008 (size=2392) 2024-11-15T11:21:13,703 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:13,703 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:13,703 INFO [RS:0;dbbb793b8023:38013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:13,703 INFO [RS:0;dbbb793b8023:38013 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:13,704 INFO [RS:0;dbbb793b8023:38013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:13,704 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:13,704 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,38013,1731669631362 because: Region server is closing 2024-11-15T11:21:13,704 INFO [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38013. 2024-11-15T11:21:13,704 DEBUG [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:13,704 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:13,704 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:13,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:13,804 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,38013,1731669631362.replicationSource.shipperdbbb793b8023%2C38013%2C1731669631362,1-dbbb793b8023,38013,1731669631362 terminated 2024-11-15T11:21:13,804 INFO [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:38013. 2024-11-15T11:21:13,805 DEBUG [RS:0;dbbb793b8023:38013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:13,805 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:13,805 DEBUG [RS:0;dbbb793b8023:38013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:13,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:13,805 INFO [RS:0;dbbb793b8023:38013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38013 2024-11-15T11:21:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230/rs 2024-11-15T11:21:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/036121230/rs/dbbb793b8023,38013,1731669631362 2024-11-15T11:21:13,856 INFO [RS:0;dbbb793b8023:38013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:13,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,38013,1731669631362] 2024-11-15T11:21:13,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /036121230/draining/dbbb793b8023,38013,1731669631362 already deleted, retry=false 2024-11-15T11:21:13,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,38013,1731669631362 expired; onlineServers=0 2024-11-15T11:21:13,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,41141,1731669631122' ***** 2024-11-15T11:21:13,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:13,877 DEBUG [M:0;dbbb793b8023:41141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:13,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:13,877 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669633417 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669633417,5,FailOnTimeoutGroup] 2024-11-15T11:21:13,877 DEBUG [M:0;dbbb793b8023:41141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:13,877 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669633417 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669633417,5,FailOnTimeoutGroup] 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:13,877 DEBUG [M:0;dbbb793b8023:41141 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:13,877 INFO [M:0;dbbb793b8023:41141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:13,878 INFO [M:0;dbbb793b8023:41141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:13,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/036121230/master 2024-11-15T11:21:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/036121230 2024-11-15T11:21:13,896 DEBUG [M:0;dbbb793b8023:41141 {}] zookeeper.ZKUtil(347): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Unable to get data of znode /036121230/master because node does not exist (not an error) 2024-11-15T11:21:13,897 WARN [M:0;dbbb793b8023:41141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:21:13,897 INFO [M:0;dbbb793b8023:41141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/.lastflushedseqids 2024-11-15T11:21:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:21:13,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:13,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38013-0x1013e3994ac0001, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:13,966 INFO [RS:0;dbbb793b8023:38013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:13,966 INFO [RS:0;dbbb793b8023:38013 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,38013,1731669631362; zookeeper connection closed. 2024-11-15T11:21:13,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70aaa5b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70aaa5b6 2024-11-15T11:21:13,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:14,301 INFO [M:0;dbbb793b8023:41141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:14,301 INFO [M:0;dbbb793b8023:41141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:14,301 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:14,301 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:14,301 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:14,301 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:14,301 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:14,302 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T11:21:14,319 DEBUG [M:0;dbbb793b8023:41141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf0233ca5aef4e5da7067fe18fef3d33 is 82, key is hbase:meta,,1/info:regioninfo/1731669634656/Put/seqid=0 2024-11-15T11:21:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:21:14,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:14,722 INFO [M:0;dbbb793b8023:41141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf0233ca5aef4e5da7067fe18fef3d33 2024-11-15T11:21:14,740 DEBUG [M:0;dbbb793b8023:41141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1136492d6a5948b9981091973d98bcc1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669644798/Put/seqid=0 2024-11-15T11:21:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741850_1026 (size=7217) 2024-11-15T11:21:15,143 INFO [M:0;dbbb793b8023:41141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1136492d6a5948b9981091973d98bcc1 2024-11-15T11:21:15,146 INFO [M:0;dbbb793b8023:41141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1136492d6a5948b9981091973d98bcc1 2024-11-15T11:21:15,159 DEBUG [M:0;dbbb793b8023:41141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edcb97c37329436c9abd1e340d67faf7 is 69, key is dbbb793b8023,38013,1731669631362/rs:state/1731669633541/Put/seqid=0 2024-11-15T11:21:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:21:15,562 INFO [M:0;dbbb793b8023:41141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edcb97c37329436c9abd1e340d67faf7 2024-11-15T11:21:15,566 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf0233ca5aef4e5da7067fe18fef3d33 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf0233ca5aef4e5da7067fe18fef3d33 2024-11-15T11:21:15,569 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf0233ca5aef4e5da7067fe18fef3d33, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T11:21:15,570 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1136492d6a5948b9981091973d98bcc1 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1136492d6a5948b9981091973d98bcc1 2024-11-15T11:21:15,572 INFO [M:0;dbbb793b8023:41141 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1136492d6a5948b9981091973d98bcc1 2024-11-15T11:21:15,572 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1136492d6a5948b9981091973d98bcc1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T11:21:15,573 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/edcb97c37329436c9abd1e340d67faf7 as hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edcb97c37329436c9abd1e340d67faf7 2024-11-15T11:21:15,576 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38769/user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/edcb97c37329436c9abd1e340d67faf7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T11:21:15,577 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-15T11:21:15,579 INFO [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:15,579 DEBUG [M:0;dbbb793b8023:41141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669674301Disabling compacts and flushes for region at 1731669674301Disabling writes for close at 1731669674301Obtaining lock to block concurrent updates at 1731669674302 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669674302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731669674302Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669674302Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669674302Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669674318 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669674318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669674726 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669674739 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669674739Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669675146 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669675158 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669675158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3e7681: reopening flushed file at 1731669675566 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f27c576: reopening flushed file at 1731669675569 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496109c1: reopening flushed file at 1731669675572 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731669675577 (+5 ms)Writing region close event to WAL at 1731669675579 (+2 ms)Closed at 1731669675579 2024-11-15T11:21:15,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741830_1006 (size=64411) 2024-11-15T11:21:15,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c3e1135-29ca-d76b-8c6b-9b55ee2043c3/MasterData/WALs/dbbb793b8023,41141,1731669631122/dbbb793b8023%2C41141%2C1731669631122.1731669633139 not finished, retry = 0 2024-11-15T11:21:15,681 INFO [M:0;dbbb793b8023:41141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:21:15,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:15,682 INFO [M:0;dbbb793b8023:41141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41141 2024-11-15T11:21:15,682 INFO [M:0;dbbb793b8023:41141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:15,840 INFO [M:0;dbbb793b8023:41141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41141-0x1013e3994ac0000, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:15,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5549b26a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:15,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5300a547{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:15,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:15,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6cc206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:15,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6abc47e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:15,844 WARN [BP-1178081935-172.17.0.2-1731669629206 heartbeating to localhost/127.0.0.1:38769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:21:15,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:21:15,844 WARN [BP-1178081935-172.17.0.2-1731669629206 heartbeating to localhost/127.0.0.1:38769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1178081935-172.17.0.2-1731669629206 (Datanode Uuid 19d12d24-8494-43be-974d-63dff9792255) service to localhost/127.0.0.1:38769 2024-11-15T11:21:15,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:21:15,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/data/data1/current/BP-1178081935-172.17.0.2-1731669629206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:15,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/cluster_cb0024e8-917f-a82c-1b6c-6d68636eac1b/data/data2/current/BP-1178081935-172.17.0.2-1731669629206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:15,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:21:15,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da90ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:15,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23b1768b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:15,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:15,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598ca5de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:15,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b42913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c00853c-f5f0-8e98-f157-7ad7d37ffd33/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:15,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:21:15,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:21:15,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35681 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53259) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38769 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=721 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 317) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3628 (was 3867) 2024-11-15T11:21:15,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=721, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=3627 2024-11-15T11:21:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e3994ac0002, quorum=127.0.0.1:53259, baseZNode=/036121230 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:21:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013e3994ac0008, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:21:15,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e3994ac0005, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:21:15,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e3994ac0005, quorum=127.0.0.1:53259, baseZNode=/1751744658 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:21:15,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e3994ac0002, quorum=127.0.0.1:53259, baseZNode=/036121230 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:21:15,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013e3994ac0008, quorum=127.0.0.1:53259, baseZNode=/2-307690595 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:21:15,956 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T11:21:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir so I do NOT create it in target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8 2024-11-15T11:21:15,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:21:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.tmp.dir so I do NOT create it in target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8 2024-11-15T11:21:15,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88228087-3139-b13e-894d-25cdb53d9b05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:21:15,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8 2024-11-15T11:21:15,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d, deleteOnExit=true 2024-11-15T11:21:16,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/zookeeper_0, clientPort=55546, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:21:16,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55546 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/test.cache.data in system properties and HBase conf 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:21:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:21:16,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:21:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:21:17,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:17,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:17,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:17,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:17,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:21:17,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:17,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871521f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:17,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ea0658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:17,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b789add{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/java.io.tmpdir/jetty-localhost-39757-hadoop-hdfs-3_4_1-tests_jar-_-any-12998179300781399816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:17,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@271f317f{HTTP/1.1, (http/1.1)}{localhost:39757} 2024-11-15T11:21:17,679 INFO [Time-limited test {}] server.Server(415): Started @277381ms 2024-11-15T11:21:17,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:17,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:17,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:17,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:17,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:21:17,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:17,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:18,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75067113{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/java.io.tmpdir/jetty-localhost-42407-hadoop-hdfs-3_4_1-tests_jar-_-any-5856416748840019256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:18,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:42407} 2024-11-15T11:21:18,048 INFO [Time-limited test {}] server.Server(415): Started @277749ms 2024-11-15T11:21:18,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:21:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:21:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:21:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:21:18,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:18,673 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/data/data2/current/BP-205321924-172.17.0.2-1731669676043/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:18,673 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/data/data1/current/BP-205321924-172.17.0.2-1731669676043/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:18,690 WARN [Thread-3437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:21:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea38aa2202151678 with lease ID 0xb02a91a6161fa605: Processing first storage report for DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9 from datanode DatanodeRegistration(127.0.0.1:38215, datanodeUuid=e46b027c-3714-432d-b332-8f2c194d509f, infoPort=32879, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=195277899;c=1731669676043) 2024-11-15T11:21:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea38aa2202151678 with lease ID 0xb02a91a6161fa605: from storage DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9 node DatanodeRegistration(127.0.0.1:38215, datanodeUuid=e46b027c-3714-432d-b332-8f2c194d509f, infoPort=32879, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=195277899;c=1731669676043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea38aa2202151678 with lease ID 0xb02a91a6161fa605: Processing first storage report for DS-f479345a-323d-4854-bbb9-446d06189430 from datanode DatanodeRegistration(127.0.0.1:38215, datanodeUuid=e46b027c-3714-432d-b332-8f2c194d509f, infoPort=32879, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=195277899;c=1731669676043) 2024-11-15T11:21:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea38aa2202151678 with lease ID 0xb02a91a6161fa605: from storage DS-f479345a-323d-4854-bbb9-446d06189430 node DatanodeRegistration(127.0.0.1:38215, datanodeUuid=e46b027c-3714-432d-b332-8f2c194d509f, infoPort=32879, infoSecurePort=0, ipcPort=46491, storageInfo=lv=-57;cid=testClusterID;nsid=195277899;c=1731669676043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:18,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8 2024-11-15T11:21:18,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:18,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:21:19,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849 with version=8 2024-11-15T11:21:19,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/hbase-staging 2024-11-15T11:21:19,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:19,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:19,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46749 2024-11-15T11:21:19,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46749 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467490x0, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:19,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46749-0x1013e3a4ba10000 connected 2024-11-15T11:21:19,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:19,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:19,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/running 2024-11-15T11:21:19,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849, hbase.cluster.distributed=false 2024-11-15T11:21:19,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/acl 2024-11-15T11:21:19,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-15T11:21:19,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46749 2024-11-15T11:21:19,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46749 2024-11-15T11:21:19,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-15T11:21:19,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-15T11:21:19,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:19,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:21:19,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:19,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40279 2024-11-15T11:21:19,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40279 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:19,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:19,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:19,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402790x0, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:19,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40279-0x1013e3a4ba10001 connected 2024-11-15T11:21:19,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/running 2024-11-15T11:21:19,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:21:19,404 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:21:19,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/master 2024-11-15T11:21:19,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/acl 2024-11-15T11:21:19,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-15T11:21:19,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40279 2024-11-15T11:21:19,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40279 2024-11-15T11:21:19,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-15T11:21:19,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40279 2024-11-15T11:21:19,421 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:46749 2024-11-15T11:21:19,421 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1122283731/backup-masters/dbbb793b8023,46749,1731669679189 2024-11-15T11:21:19,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/backup-masters 2024-11-15T11:21:19,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/backup-masters 2024-11-15T11:21:19,433 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on existing znode=/0-1122283731/backup-masters/dbbb793b8023,46749,1731669679189 2024-11-15T11:21:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1122283731/master 2024-11-15T11:21:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:19,445 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on existing znode=/0-1122283731/master 2024-11-15T11:21:19,445 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1122283731/backup-masters/dbbb793b8023,46749,1731669679189 from backup master directory 2024-11-15T11:21:19,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1122283731/backup-masters/dbbb793b8023,46749,1731669679189 2024-11-15T11:21:19,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/backup-masters 2024-11-15T11:21:19,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/backup-masters 2024-11-15T11:21:19,455 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:19,455 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,46749,1731669679189 2024-11-15T11:21:19,458 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/hbase.id] with ID: 4a142823-dcd4-4813-bd14-a4086e109352 2024-11-15T11:21:19,458 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/.tmp/hbase.id 2024-11-15T11:21:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:21:19,861 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/.tmp/hbase.id]:[hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/hbase.id] 2024-11-15T11:21:19,869 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:19,869 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:21:19,870 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:21:19,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:19,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:19,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:21:20,354 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:20,355 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:21:20,355 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:21:20,760 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store 2024-11-15T11:21:20,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:21:21,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:21,028 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:21,028 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88521 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:21,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:21,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:21,164 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669681164Disabling compacts and flushes for region at 1731669681164Disabling writes for close at 1731669681164Writing region close event to WAL at 1731669681164Closed at 1731669681164 2024-11-15T11:21:21,165 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/.initializing 2024-11-15T11:21:21,165 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/WALs/dbbb793b8023,46749,1731669679189 2024-11-15T11:21:21,166 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:21,167 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C46749%2C1731669679189, suffix=, logDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/WALs/dbbb793b8023,46749,1731669679189, archiveDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/oldWALs, maxLogs=10 2024-11-15T11:21:21,179 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/WALs/dbbb793b8023,46749,1731669679189/dbbb793b8023%2C46749%2C1731669679189.1731669681167, exclude list is [], retry=0 2024-11-15T11:21:21,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9,DISK] 2024-11-15T11:21:21,183 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/WALs/dbbb793b8023,46749,1731669679189/dbbb793b8023%2C46749%2C1731669679189.1731669681167 2024-11-15T11:21:21,183 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879)] 2024-11-15T11:21:21,183 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:21,183 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:21,183 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,183 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:21:21,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:21,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:21,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:21:21,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:21:21,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:21,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:21,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:21:21,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:21,188 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,188 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,189 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,189 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:21,190 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:21,192 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:21,192 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71853103, jitterRate=0.07069467008113861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:21,192 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669681183Initializing all the Stores at 1731669681184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669681184Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669681184Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669681184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669681184Cleaning up temporary data from old regions at 1731669681190 (+6 ms)Region opened successfully at 1731669681192 (+2 ms) 2024-11-15T11:21:21,193 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:21:21,194 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a83020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:21,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:21:21,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:21:21,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:21:21,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:21:21,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:21:21,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:21:21,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:21:21,197 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:21:21,198 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Unable to get data of znode /0-1122283731/balancer because node does not exist (not necessarily an error) 2024-11-15T11:21:21,276 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/balancer already deleted, retry=false 2024-11-15T11:21:21,276 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:21:21,277 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Unable to get data of znode /0-1122283731/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:21:21,286 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/normalizer already deleted, retry=false 2024-11-15T11:21:21,287 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:21:21,287 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Unable to get data of znode /0-1122283731/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:21:21,297 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/switch/split already deleted, retry=false 2024-11-15T11:21:21,298 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Unable to get data of znode /0-1122283731/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:21:21,308 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/switch/merge already deleted, retry=false 2024-11-15T11:21:21,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Unable to get data of znode /0-1122283731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:21:21,318 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/snapshot-cleanup already deleted, retry=false 2024-11-15T11:21:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1122283731/running 2024-11-15T11:21:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1122283731/running 2024-11-15T11:21:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,329 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,46749,1731669679189, sessionid=0x1013e3a4ba10000, setting cluster-up flag (Was=false) 2024-11-15T11:21:21,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,381 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1122283731/flush-table-proc/acquired, /0-1122283731/flush-table-proc/reached, /0-1122283731/flush-table-proc/abort 2024-11-15T11:21:21,382 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,46749,1731669679189 2024-11-15T11:21:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:21,434 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1122283731/online-snapshot/acquired, /0-1122283731/online-snapshot/reached, /0-1122283731/online-snapshot/abort 2024-11-15T11:21:21,434 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,46749,1731669679189 2024-11-15T11:21:21,435 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:21:21,436 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:21,436 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:21:21,436 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,46749,1731669679189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:21,437 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669711438 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:21:21,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:21,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:21:21,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:21:21,439 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669681439,5,FailOnTimeoutGroup] 2024-11-15T11:21:21,439 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669681439,5,FailOnTimeoutGroup] 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:21:21,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:21:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:21:21,514 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(746): ClusterId : 4a142823-dcd4-4813-bd14-a4086e109352 2024-11-15T11:21:21,514 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:21:21,570 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:21:21,570 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:21:21,649 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:21:21,649 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a73b7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:21,659 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:40279 2024-11-15T11:21:21,659 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:21:21,659 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:21:21,659 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:21:21,660 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,46749,1731669679189 with port=40279, startcode=1731669679388 2024-11-15T11:21:21,660 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:21:21,661 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:21:21,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46749 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,662 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849 2024-11-15T11:21:21,662 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39701 2024-11-15T11:21:21,662 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:21:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/rs 2024-11-15T11:21:21,687 DEBUG [RS:0;dbbb793b8023:40279 {}] zookeeper.ZKUtil(111): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on existing znode=/0-1122283731/rs/dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,687 WARN [RS:0;dbbb793b8023:40279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:21,687 INFO [RS:0;dbbb793b8023:40279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:21,687 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,40279,1731669679388] 2024-11-15T11:21:21,689 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:21:21,690 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:21:21,691 INFO [RS:0;dbbb793b8023:40279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:21:21,691 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,691 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:21:21,691 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:21:21,691 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,691 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,691 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,691 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,691 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,691 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:21,692 DEBUG [RS:0;dbbb793b8023:40279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,694 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40279,1731669679388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:21,706 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:21:21,706 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40279,1731669679388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,706 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,706 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.Replication(171): dbbb793b8023,40279,1731669679388 started 2024-11-15T11:21:21,717 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:21,717 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,40279,1731669679388, RpcServer on dbbb793b8023/172.17.0.2:40279, sessionid=0x1013e3a4ba10001 2024-11-15T11:21:21,717 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:21:21,717 DEBUG [RS:0;dbbb793b8023:40279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,40279,1731669679388' 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1122283731/flush-table-proc/abort' 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1122283731/flush-table-proc/acquired' 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,40279,1731669679388 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,40279,1731669679388' 2024-11-15T11:21:21,718 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1122283731/online-snapshot/abort' 2024-11-15T11:21:21,719 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1122283731/online-snapshot/acquired' 2024-11-15T11:21:21,719 DEBUG [RS:0;dbbb793b8023:40279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:21:21,719 INFO [RS:0;dbbb793b8023:40279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:21:21,719 INFO [RS:0;dbbb793b8023:40279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:21:21,819 INFO [RS:0;dbbb793b8023:40279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:21,820 INFO [RS:0;dbbb793b8023:40279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C40279%2C1731669679388, suffix=, logDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388, archiveDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/oldWALs, maxLogs=10 2024-11-15T11:21:21,832 DEBUG [RS:0;dbbb793b8023:40279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, exclude list is [], retry=0 2024-11-15T11:21:21,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9,DISK] 2024-11-15T11:21:21,835 INFO [RS:0;dbbb793b8023:40279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 2024-11-15T11:21:21,835 DEBUG [RS:0;dbbb793b8023:40279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879)] 2024-11-15T11:21:21,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:21:21,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849 2024-11-15T11:21:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:21:22,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:22,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:22,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:22,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:22,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:22,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:22,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:22,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:22,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:22,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:22,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740 2024-11-15T11:21:22,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740 2024-11-15T11:21:22,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:22,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:22,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:22,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:22,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:22,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71982377, jitterRate=0.07262100279331207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:22,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669682253Initializing all the Stores at 1731669682254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669682254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682254Cleaning up temporary data from old regions at 1731669682259 (+5 ms)Region opened successfully at 1731669682262 (+3 ms) 2024-11-15T11:21:22,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:22,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:22,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:22,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:22,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:22,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:22,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669682262Disabling compacts and flushes for region at 1731669682262Disabling writes for close at 1731669682262Writing region close event to WAL at 1731669682263 (+1 ms)Closed at 1731669682263 2024-11-15T11:21:22,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:22,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:21:22,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:21:22,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:22,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:21:22,415 DEBUG [dbbb793b8023:46749 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:21:22,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:22,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,40279,1731669679388, state=OPENING 2024-11-15T11:21:22,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:21:22,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:22,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:22,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:22,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1122283731/meta-region-server: CHANGED 2024-11-15T11:21:22,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1122283731/meta-region-server: CHANGED 2024-11-15T11:21:22,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,40279,1731669679388}] 2024-11-15T11:21:22,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:22,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:21:22,662 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:21:22,662 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:22,662 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:21:22,663 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C40279%2C1731669679388.meta, suffix=.meta, logDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388, archiveDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/oldWALs, maxLogs=10 2024-11-15T11:21:22,680 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.meta.1731669682663.meta, exclude list is [], retry=0 2024-11-15T11:21:22,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9,DISK] 2024-11-15T11:21:22,684 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.meta.1731669682663.meta 2024-11-15T11:21:22,684 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879)] 2024-11-15T11:21:22,684 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:22,685 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:21:22,685 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:21:22,685 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:21:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:22,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:22,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:22,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:22,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:22,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:22,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:22,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:22,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:22,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:22,690 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:22,690 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740 2024-11-15T11:21:22,691 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740 2024-11-15T11:21:22,692 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:22,692 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:22,692 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:22,693 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:22,693 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75130779, jitterRate=0.11953584849834442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:22,693 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:21:22,694 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669682685Writing region info on filesystem at 1731669682685Initializing all the Stores at 1731669682686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669682686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669682686Cleaning up temporary data from old regions at 1731669682692 (+6 ms)Running coprocessor post-open hooks at 1731669682693 (+1 ms)Region opened successfully at 1731669682694 (+1 ms) 2024-11-15T11:21:22,695 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669682657 2024-11-15T11:21:22,697 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:21:22,697 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:21:22,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:22,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,40279,1731669679388, state=OPEN 2024-11-15T11:21:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1122283731/meta-region-server 2024-11-15T11:21:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1122283731/meta-region-server 2024-11-15T11:21:22,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1122283731/meta-region-server: CHANGED 2024-11-15T11:21:22,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:22,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1122283731/meta-region-server: CHANGED 2024-11-15T11:21:22,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:21:22,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,40279,1731669679388 in 213 msec 2024-11-15T11:21:22,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:21:22,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-15T11:21:22,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:22,722 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:21:22,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:22,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,40279,1731669679388, seqNum=-1] 2024-11-15T11:21:22,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:22,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:22,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-15T11:21:22,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669682729, completionTime=-1 2024-11-15T11:21:22,729 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:21:22,729 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669742731 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669802731 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:46749, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,731 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,732 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,733 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:22,735 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:21:22,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:21:22,737 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:21:22,737 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46749,1731669679189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f102eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:22,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46749,-1 for getting cluster id 2024-11-15T11:21:22,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:22,816 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a142823-dcd4-4813-bd14-a4086e109352' 2024-11-15T11:21:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a142823-dcd4-4813-bd14-a4086e109352" 2024-11-15T11:21:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec035a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46749,-1] 2024-11-15T11:21:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:22,818 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e774fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:22,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,40279,1731669679388, seqNum=-1] 2024-11-15T11:21:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:22,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:22,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,46749,1731669679189 2024-11-15T11:21:22,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:22,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3a4ba10002 connected 2024-11-15T11:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir so I do NOT create it in target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071 2024-11-15T11:21:22,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.tmp.dir so I do NOT create it in target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071 2024-11-15T11:21:22,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:21:22,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071 2024-11-15T11:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/cluster_6e4670f6-a048-9e4b-ba43-f3849048ce32, deleteOnExit=true 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/test.cache.data in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:21:22,847 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:21:22,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:21:22,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:21:23,143 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:21:23,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,144 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,175 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,176 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,182 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:23,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:23,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:23,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:23,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:23,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:21:23,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:23,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c027fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:23,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bf4c6dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:23,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c354c13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/java.io.tmpdir/jetty-localhost-34225-hadoop-hdfs-3_4_1-tests_jar-_-any-17795822157178981935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:23,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27b73b82{HTTP/1.1, (http/1.1)}{localhost:34225} 2024-11-15T11:21:23,319 INFO [Time-limited test {}] server.Server(415): Started @283020ms 2024-11-15T11:21:23,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:23,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:23,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:23,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:23,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:21:23,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb24cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:23,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abec380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:23,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@683d1e73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/java.io.tmpdir/jetty-localhost-45431-hadoop-hdfs-3_4_1-tests_jar-_-any-8195961165754939875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:23,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d78813c{HTTP/1.1, (http/1.1)}{localhost:45431} 2024-11-15T11:21:23,694 INFO [Time-limited test {}] server.Server(415): Started @283395ms 2024-11-15T11:21:23,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:21:24,344 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/cluster_6e4670f6-a048-9e4b-ba43-f3849048ce32/data/data2/current/BP-1603476035-172.17.0.2-1731669682861/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:24,344 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/cluster_6e4670f6-a048-9e4b-ba43-f3849048ce32/data/data1/current/BP-1603476035-172.17.0.2-1731669682861/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:24,363 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:21:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cfa7930066b594d with lease ID 0x2b6ebaf5503435f1: Processing first storage report for DS-1e59af9c-7974-483c-8902-5afba38963b4 from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=468f2d70-9cf5-4760-b655-10cb62cc1534, infoPort=38083, infoSecurePort=0, ipcPort=41947, storageInfo=lv=-57;cid=testClusterID;nsid=64637454;c=1731669682861) 2024-11-15T11:21:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cfa7930066b594d with lease ID 0x2b6ebaf5503435f1: from storage DS-1e59af9c-7974-483c-8902-5afba38963b4 node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=468f2d70-9cf5-4760-b655-10cb62cc1534, infoPort=38083, infoSecurePort=0, ipcPort=41947, storageInfo=lv=-57;cid=testClusterID;nsid=64637454;c=1731669682861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cfa7930066b594d with lease ID 0x2b6ebaf5503435f1: Processing first storage report for DS-0e5ef4f7-7528-40fe-ac63-ccd9dfc14318 from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=468f2d70-9cf5-4760-b655-10cb62cc1534, infoPort=38083, infoSecurePort=0, ipcPort=41947, storageInfo=lv=-57;cid=testClusterID;nsid=64637454;c=1731669682861) 2024-11-15T11:21:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cfa7930066b594d with lease ID 0x2b6ebaf5503435f1: from storage DS-0e5ef4f7-7528-40fe-ac63-ccd9dfc14318 node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=468f2d70-9cf5-4760-b655-10cb62cc1534, infoPort=38083, infoSecurePort=0, ipcPort=41947, storageInfo=lv=-57;cid=testClusterID;nsid=64637454;c=1731669682861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:24,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071 2024-11-15T11:21:24,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:24,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:21:24,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a with version=8 2024-11-15T11:21:24,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/hbase-staging 2024-11-15T11:21:24,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:24,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:24,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32819 2024-11-15T11:21:24,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32819 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328190x0, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:24,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32819-0x1013e3a4ba10003 connected 2024-11-15T11:21:24,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:24,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:24,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/running 2024-11-15T11:21:24,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a, hbase.cluster.distributed=false 2024-11-15T11:21:24,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/acl 2024-11-15T11:21:24,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-15T11:21:24,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32819 2024-11-15T11:21:24,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32819 2024-11-15T11:21:24,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-15T11:21:24,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-15T11:21:24,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:24,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:21:24,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:24,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34077 2024-11-15T11:21:24,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34077 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:24,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:24,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340770x0, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:25,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340770x0, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/running 2024-11-15T11:21:25,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34077-0x1013e3a4ba10004 connected 2024-11-15T11:21:25,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:21:25,002 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:21:25,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/master 2024-11-15T11:21:25,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/acl 2024-11-15T11:21:25,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-15T11:21:25,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34077 2024-11-15T11:21:25,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34077 2024-11-15T11:21:25,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-15T11:21:25,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-15T11:21:25,020 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:32819 2024-11-15T11:21:25,020 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11464935380/backup-masters/dbbb793b8023,32819,1731669684830 2024-11-15T11:21:25,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/backup-masters 2024-11-15T11:21:25,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/backup-masters 2024-11-15T11:21:25,033 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on existing znode=/11464935380/backup-masters/dbbb793b8023,32819,1731669684830 2024-11-15T11:21:25,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:25,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11464935380/master 2024-11-15T11:21:25,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:25,044 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on existing znode=/11464935380/master 2024-11-15T11:21:25,045 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11464935380/backup-masters/dbbb793b8023,32819,1731669684830 from backup master directory 2024-11-15T11:21:25,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11464935380/backup-masters/dbbb793b8023,32819,1731669684830 2024-11-15T11:21:25,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/backup-masters 2024-11-15T11:21:25,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/backup-masters 2024-11-15T11:21:25,055 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:25,055 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,32819,1731669684830 2024-11-15T11:21:25,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/hbase.id] with ID: ead10aee-be40-43ae-bf48-46a455b4adb3 2024-11-15T11:21:25,057 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/.tmp/hbase.id 2024-11-15T11:21:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:21:25,462 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/.tmp/hbase.id]:[hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/hbase.id] 2024-11-15T11:21:25,469 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:25,469 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:21:25,470 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:21:25,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:25,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:25,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:21:25,926 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:25,926 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:21:25,927 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:21:26,332 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store 2024-11-15T11:21:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:21:26,736 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:26,737 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:26,737 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669686737Disabling compacts and flushes for region at 1731669686737Disabling writes for close at 1731669686737Writing region close event to WAL at 1731669686737Closed at 1731669686737 2024-11-15T11:21:26,737 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/.initializing 2024-11-15T11:21:26,737 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/WALs/dbbb793b8023,32819,1731669684830 2024-11-15T11:21:26,738 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:26,739 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C32819%2C1731669684830, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/WALs/dbbb793b8023,32819,1731669684830, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/oldWALs, maxLogs=10 2024-11-15T11:21:26,750 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/WALs/dbbb793b8023,32819,1731669684830/dbbb793b8023%2C32819%2C1731669684830.1731669686739, exclude list is [], retry=0 2024-11-15T11:21:26,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-1e59af9c-7974-483c-8902-5afba38963b4,DISK] 2024-11-15T11:21:26,753 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/WALs/dbbb793b8023,32819,1731669684830/dbbb793b8023%2C32819%2C1731669684830.1731669686739 2024-11-15T11:21:26,754 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-15T11:21:26,754 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:26,754 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:26,754 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,754 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:21:26,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:26,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:26,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:21:26,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:26,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:21:26,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:26,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:21:26,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:26,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:26,759 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,759 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,759 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,760 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,760 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,760 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:26,761 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:26,762 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:26,762 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70347197, jitterRate=0.04825492203235626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:26,762 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669686754Initializing all the Stores at 1731669686755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669686755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669686755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669686755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669686755Cleaning up temporary data from old regions at 1731669686760 (+5 ms)Region opened successfully at 1731669686762 (+2 ms) 2024-11-15T11:21:26,762 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:21:26,764 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d20bba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:26,764 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:21:26,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:21:26,766 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:21:26,767 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Unable to get data of znode /11464935380/balancer because node does not exist (not necessarily an error) 2024-11-15T11:21:26,876 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/balancer already deleted, retry=false 2024-11-15T11:21:26,876 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:21:26,876 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Unable to get data of znode /11464935380/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:21:26,886 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/normalizer already deleted, retry=false 2024-11-15T11:21:26,886 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:21:26,887 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Unable to get data of znode /11464935380/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:21:26,897 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/switch/split already deleted, retry=false 2024-11-15T11:21:26,897 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Unable to get data of znode /11464935380/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:21:26,907 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/switch/merge already deleted, retry=false 2024-11-15T11:21:26,908 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Unable to get data of znode /11464935380/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:21:26,918 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/snapshot-cleanup already deleted, retry=false 2024-11-15T11:21:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11464935380/running 2024-11-15T11:21:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11464935380/running 2024-11-15T11:21:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:26,929 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,32819,1731669684830, sessionid=0x1013e3a4ba10003, setting cluster-up flag (Was=false) 2024-11-15T11:21:26,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:26,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:26,981 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11464935380/flush-table-proc/acquired, /11464935380/flush-table-proc/reached, /11464935380/flush-table-proc/abort 2024-11-15T11:21:26,982 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,32819,1731669684830 2024-11-15T11:21:27,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:27,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:27,065 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11464935380/online-snapshot/acquired, /11464935380/online-snapshot/reached, /11464935380/online-snapshot/abort 2024-11-15T11:21:27,066 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,32819,1731669684830 2024-11-15T11:21:27,067 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:21:27,068 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:27,068 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:21:27,068 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:21:27,068 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,32819,1731669684830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:27,069 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669717070 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:21:27,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:21:27,070 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:21:27,071 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:21:27,071 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:21:27,071 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:21:27,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:27,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:21:27,071 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:21:27,071 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:21:27,071 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669687071,5,FailOnTimeoutGroup] 2024-11-15T11:21:27,072 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669687071,5,FailOnTimeoutGroup] 2024-11-15T11:21:27,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:21:27,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,072 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:21:27,113 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(746): ClusterId : ead10aee-be40-43ae-bf48-46a455b4adb3 2024-11-15T11:21:27,113 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:21:27,118 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:21:27,118 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:21:27,129 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:21:27,129 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21990e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:27,139 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:34077 2024-11-15T11:21:27,139 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:21:27,139 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:21:27,139 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:21:27,139 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,32819,1731669684830 with port=34077, startcode=1731669684983 2024-11-15T11:21:27,140 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:21:27,141 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:21:27,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,143 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a 2024-11-15T11:21:27,143 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40289 2024-11-15T11:21:27,143 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:21:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/rs 2024-11-15T11:21:27,191 DEBUG [RS:0;dbbb793b8023:34077 {}] zookeeper.ZKUtil(111): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on existing znode=/11464935380/rs/dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,191 WARN [RS:0;dbbb793b8023:34077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:27,191 INFO [RS:0;dbbb793b8023:34077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:27,191 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,34077,1731669684983] 2024-11-15T11:21:27,193 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:21:27,194 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:21:27,195 INFO [RS:0;dbbb793b8023:34077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:21:27,195 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,195 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:21:27,195 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:21:27,195 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:27,195 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:27,196 DEBUG [RS:0;dbbb793b8023:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,196 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34077,1731669684983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:27,208 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:21:27,208 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34077,1731669684983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,208 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,208 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.Replication(171): dbbb793b8023,34077,1731669684983 started 2024-11-15T11:21:27,219 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:27,219 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,34077,1731669684983, RpcServer on dbbb793b8023/172.17.0.2:34077, sessionid=0x1013e3a4ba10004 2024-11-15T11:21:27,219 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:21:27,219 DEBUG [RS:0;dbbb793b8023:34077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,219 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34077,1731669684983' 2024-11-15T11:21:27,219 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11464935380/flush-table-proc/abort' 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11464935380/flush-table-proc/acquired' 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,34077,1731669684983 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34077,1731669684983' 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11464935380/online-snapshot/abort' 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11464935380/online-snapshot/acquired' 2024-11-15T11:21:27,220 DEBUG [RS:0;dbbb793b8023:34077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:21:27,220 INFO [RS:0;dbbb793b8023:34077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:21:27,220 INFO [RS:0;dbbb793b8023:34077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:21:27,321 INFO [RS:0;dbbb793b8023:34077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:27,322 INFO [RS:0;dbbb793b8023:34077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34077%2C1731669684983, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/oldWALs, maxLogs=10 2024-11-15T11:21:27,333 DEBUG [RS:0;dbbb793b8023:34077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, exclude list is [], retry=0 2024-11-15T11:21:27,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-1e59af9c-7974-483c-8902-5afba38963b4,DISK] 2024-11-15T11:21:27,336 INFO [RS:0;dbbb793b8023:34077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 2024-11-15T11:21:27,337 DEBUG [RS:0;dbbb793b8023:34077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-15T11:21:27,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:21:27,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a 2024-11-15T11:21:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:21:27,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:21:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:27,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:27,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:27,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:27,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:27,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:27,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:27,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:27,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:27,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:27,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:27,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:27,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:27,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:27,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:27,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:27,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:27,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:27,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740 2024-11-15T11:21:27,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740 2024-11-15T11:21:27,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:27,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:27,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:27,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:27,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:27,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774756, jitterRate=0.02482372522354126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669687882Initializing all the Stores at 1731669687883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669687883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669687883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669687883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669687883Cleaning up temporary data from old regions at 1731669687889 (+6 ms)Region opened successfully at 1731669687892 (+3 ms) 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:27,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:27,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:27,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669687892Disabling compacts and flushes for region at 1731669687892Disabling writes for close at 1731669687892Writing region close event to WAL at 1731669687892Closed at 1731669687892 2024-11-15T11:21:27,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:27,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:21:27,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:21:27,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:27,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:21:28,044 DEBUG [dbbb793b8023:32819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:21:28,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:28,046 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34077,1731669684983, state=OPENING 2024-11-15T11:21:28,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:21:28,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:21:28,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:21:28,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:21:28,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:21:28,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:28,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:28,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:28,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11464935380/meta-region-server: CHANGED 2024-11-15T11:21:28,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11464935380/meta-region-server: CHANGED 2024-11-15T11:21:28,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34077,1731669684983}] 2024-11-15T11:21:28,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:28,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:21:28,263 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:21:28,263 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:28,263 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:21:28,264 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34077%2C1731669684983.meta, suffix=.meta, logDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/oldWALs, maxLogs=10 2024-11-15T11:21:28,275 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.meta.1731669688264.meta, exclude list is [], retry=0 2024-11-15T11:21:28,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-1e59af9c-7974-483c-8902-5afba38963b4,DISK] 2024-11-15T11:21:28,278 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.meta.1731669688264.meta 2024-11-15T11:21:28,278 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-15T11:21:28,278 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:28,278 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:28,278 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:28,279 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:21:28,279 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:21:28,279 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:21:28,279 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:28,279 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:21:28,279 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:21:28,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:28,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:28,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:28,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:28,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:28,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:28,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:28,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:28,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:28,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:28,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:28,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:28,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:28,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:28,283 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:28,283 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740 2024-11-15T11:21:28,283 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740 2024-11-15T11:21:28,284 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:28,284 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:28,284 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:28,285 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:28,286 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69190118, jitterRate=0.03101310133934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:28,286 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:21:28,286 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669688279Writing region info on filesystem at 1731669688279Initializing all the Stores at 1731669688279Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669688279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669688279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669688279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669688279Cleaning up temporary data from old regions at 1731669688284 (+5 ms)Running coprocessor post-open hooks at 1731669688286 (+2 ms)Region opened successfully at 1731669688286 2024-11-15T11:21:28,287 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669688259 2024-11-15T11:21:28,288 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:21:28,288 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:21:28,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:28,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34077,1731669684983, state=OPEN 2024-11-15T11:21:28,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11464935380/meta-region-server 2024-11-15T11:21:28,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11464935380/meta-region-server 2024-11-15T11:21:28,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:28,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11464935380/meta-region-server: CHANGED 2024-11-15T11:21:28,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11464935380/meta-region-server: CHANGED 2024-11-15T11:21:28,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:21:28,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34077,1731669684983 in 190 msec 2024-11-15T11:21:28,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:21:28,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-15T11:21:28,300 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:28,300 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:21:28,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:28,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34077,1731669684983, seqNum=-1] 2024-11-15T11:21:28,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:28,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:28,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-15T11:21:28,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669688305, completionTime=-1 2024-11-15T11:21:28,305 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:21:28,305 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:21:28,306 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669748307 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669808307 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:32819, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,308 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:28,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:21:28,312 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:21:28,312 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:21:28,312 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32819,1731669684830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:28,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33431a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:28,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:28,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:28,314 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee028eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:28,316 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:28,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9edafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:28,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34077,1731669684983, seqNum=-1] 2024-11-15T11:21:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:28,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,32819,1731669684830 2024-11-15T11:21:28,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:28,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:28,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3a4ba10005 connected 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir so I do NOT create it in target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7 2024-11-15T11:21:28,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.tmp.dir so I do NOT create it in target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7 2024-11-15T11:21:28,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:21:28,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/cluster_e8a720c5-5280-03da-62a5-642ceab1a045, deleteOnExit=true 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/test.cache.data in system properties and HBase conf 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:21:28,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:21:28,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:21:28,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:21:28,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:28,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:28,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:28,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:28,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:21:28,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:28,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24595238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:28,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4de04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:29,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34f56b89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/java.io.tmpdir/jetty-localhost-40727-hadoop-hdfs-3_4_1-tests_jar-_-any-16786098179712770381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:29,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12da6911{HTTP/1.1, (http/1.1)}{localhost:40727} 2024-11-15T11:21:29,057 INFO [Time-limited test {}] server.Server(415): Started @288758ms 2024-11-15T11:21:29,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:21:29,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:21:29,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:21:29,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:21:29,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:21:29,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b41afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:21:29,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4810bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:21:29,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fecfa0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-2920240877531435301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:29,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1365fd97{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-11-15T11:21:29,394 INFO [Time-limited test {}] server.Server(415): Started @289096ms 2024-11-15T11:21:29,395 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:21:30,110 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/cluster_e8a720c5-5280-03da-62a5-642ceab1a045/data/data1/current/BP-1867317252-172.17.0.2-1731669688356/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:30,116 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/cluster_e8a720c5-5280-03da-62a5-642ceab1a045/data/data2/current/BP-1867317252-172.17.0.2-1731669688356/current, will proceed with Du for space computation calculation, 2024-11-15T11:21:30,160 WARN [Thread-3678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:21:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddac48e09612555b with lease ID 0x3da6fcad51af0b1e: Processing first storage report for DS-d7c07987-2946-4be4-b00a-efafe289da63 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=f492f7a5-963f-40e5-80bf-f44bdecf428f, infoPort=39315, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=395083558;c=1731669688356) 2024-11-15T11:21:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddac48e09612555b with lease ID 0x3da6fcad51af0b1e: from storage DS-d7c07987-2946-4be4-b00a-efafe289da63 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=f492f7a5-963f-40e5-80bf-f44bdecf428f, infoPort=39315, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=395083558;c=1731669688356), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddac48e09612555b with lease ID 0x3da6fcad51af0b1e: Processing first storage report for DS-699d2949-23b6-469e-94a8-7a63a428e0d7 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=f492f7a5-963f-40e5-80bf-f44bdecf428f, infoPort=39315, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=395083558;c=1731669688356) 2024-11-15T11:21:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddac48e09612555b with lease ID 0x3da6fcad51af0b1e: from storage DS-699d2949-23b6-469e-94a8-7a63a428e0d7 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=f492f7a5-963f-40e5-80bf-f44bdecf428f, infoPort=39315, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=395083558;c=1731669688356), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:21:30,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7 2024-11-15T11:21:30,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:21:30,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7 with version=8 2024-11-15T11:21:30,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/hbase-staging 2024-11-15T11:21:30,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:21:30,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:30,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40189 2024-11-15T11:21:30,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40189 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:30,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401890x0, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:30,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40189-0x1013e3a4ba10006 connected 2024-11-15T11:21:30,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/running 2024-11-15T11:21:30,816 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7, hbase.cluster.distributed=false 2024-11-15T11:21:30,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/acl 2024-11-15T11:21:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40189 2024-11-15T11:21:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40189 2024-11-15T11:21:30,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40189 2024-11-15T11:21:30,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40189 2024-11-15T11:21:30,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40189 2024-11-15T11:21:30,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:21:30,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:21:30,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:21:30,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37261 2024-11-15T11:21:30,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37261 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:30,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:30,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372610x0, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:30,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372610x0, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/running 2024-11-15T11:21:30,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37261-0x1013e3a4ba10007 connected 2024-11-15T11:21:30,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:21:30,866 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:21:30,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/master 2024-11-15T11:21:30,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/acl 2024-11-15T11:21:30,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-15T11:21:30,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37261 2024-11-15T11:21:30,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37261 2024-11-15T11:21:30,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-15T11:21:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-15T11:21:30,889 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:40189 2024-11-15T11:21:30,889 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-894633028/backup-masters/dbbb793b8023,40189,1731669690672 2024-11-15T11:21:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/backup-masters 2024-11-15T11:21:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/backup-masters 2024-11-15T11:21:30,897 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on existing znode=/2-894633028/backup-masters/dbbb793b8023,40189,1731669690672 2024-11-15T11:21:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-894633028/master 2024-11-15T11:21:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:30,907 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on existing znode=/2-894633028/master 2024-11-15T11:21:30,908 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-894633028/backup-masters/dbbb793b8023,40189,1731669690672 from backup master directory 2024-11-15T11:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/backup-masters 2024-11-15T11:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-894633028/backup-masters/dbbb793b8023,40189,1731669690672 2024-11-15T11:21:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/backup-masters 2024-11-15T11:21:30,918 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:30,918 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,40189,1731669690672 2024-11-15T11:21:30,925 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/hbase.id] with ID: 7a26b708-01aa-4d9a-ae9f-47c466f02e14 2024-11-15T11:21:30,925 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/.tmp/hbase.id 2024-11-15T11:21:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:21:31,331 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/.tmp/hbase.id]:[hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/hbase.id] 2024-11-15T11:21:31,338 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:21:31,338 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:21:31,338 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T11:21:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:21:31,805 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:31,806 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:21:31,806 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:21:32,214 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store 2024-11-15T11:21:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:32,618 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:32,618 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:32,618 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669692618Disabling compacts and flushes for region at 1731669692618Disabling writes for close at 1731669692618Writing region close event to WAL at 1731669692618Closed at 1731669692618 2024-11-15T11:21:32,619 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/.initializing 2024-11-15T11:21:32,619 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/WALs/dbbb793b8023,40189,1731669690672 2024-11-15T11:21:32,620 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:32,621 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C40189%2C1731669690672, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/WALs/dbbb793b8023,40189,1731669690672, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/oldWALs, maxLogs=10 2024-11-15T11:21:32,637 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/WALs/dbbb793b8023,40189,1731669690672/dbbb793b8023%2C40189%2C1731669690672.1731669692621, exclude list is [], retry=0 2024-11-15T11:21:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-d7c07987-2946-4be4-b00a-efafe289da63,DISK] 2024-11-15T11:21:32,640 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/WALs/dbbb793b8023,40189,1731669690672/dbbb793b8023%2C40189%2C1731669690672.1731669692621 2024-11-15T11:21:32,640 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39315:39315)] 2024-11-15T11:21:32,640 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:32,641 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:32,641 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,641 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:21:32,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:32,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:32,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:21:32,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:32,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:32,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:21:32,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:32,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:32,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:21:32,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:32,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:32,645 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,646 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,646 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,647 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,647 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,647 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:32,648 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:21:32,649 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:32,649 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67346697, jitterRate=0.0035439878702163696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:32,650 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669692641Initializing all the Stores at 1731669692641Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669692641Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669692641Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669692641Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669692641Cleaning up temporary data from old regions at 1731669692647 (+6 ms)Region opened successfully at 1731669692650 (+3 ms) 2024-11-15T11:21:32,650 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:21:32,651 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f052e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:32,652 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:21:32,652 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:21:32,652 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:21:32,652 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:21:32,653 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:21:32,653 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:21:32,653 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:21:32,654 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:21:32,655 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/balancer because node does not exist (not necessarily an error) 2024-11-15T11:21:32,691 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/balancer already deleted, retry=false 2024-11-15T11:21:32,691 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:21:32,691 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:21:32,707 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/normalizer already deleted, retry=false 2024-11-15T11:21:32,707 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:21:32,708 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:21:32,765 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/switch/split already deleted, retry=false 2024-11-15T11:21:32,766 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:21:32,820 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/switch/merge already deleted, retry=false 2024-11-15T11:21:32,821 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:21:32,844 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/snapshot-cleanup already deleted, retry=false 2024-11-15T11:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-894633028/running 2024-11-15T11:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-894633028/running 2024-11-15T11:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,855 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,40189,1731669690672, sessionid=0x1013e3a4ba10006, setting cluster-up flag (Was=false) 2024-11-15T11:21:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,907 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-894633028/flush-table-proc/acquired, /2-894633028/flush-table-proc/reached, /2-894633028/flush-table-proc/abort 2024-11-15T11:21:32,907 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,40189,1731669690672 2024-11-15T11:21:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:32,959 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-894633028/online-snapshot/acquired, /2-894633028/online-snapshot/reached, /2-894633028/online-snapshot/abort 2024-11-15T11:21:32,960 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,40189,1731669690672 2024-11-15T11:21:32,961 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:21:32,962 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:32,962 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:21:32,962 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:21:32,963 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,40189,1731669690672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:32,964 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:32,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:32,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:21:32,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:32,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669722968 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:21:32,969 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:21:32,970 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:21:32,970 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669692970,5,FailOnTimeoutGroup] 2024-11-15T11:21:32,972 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669692970,5,FailOnTimeoutGroup] 2024-11-15T11:21:32,972 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:32,972 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:21:32,972 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:32,972 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:21:32,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:21:32,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7 2024-11-15T11:21:32,986 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(746): ClusterId : 7a26b708-01aa-4d9a-ae9f-47c466f02e14 2024-11-15T11:21:32,986 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:21:32,992 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:21:32,992 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:21:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:21:33,002 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:21:33,002 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c638dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:21:33,026 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:37261 2024-11-15T11:21:33,026 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:21:33,026 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:21:33,026 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:21:33,027 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,40189,1731669690672 with port=37261, startcode=1731669690848 2024-11-15T11:21:33,027 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:21:33,028 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:21:33,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40189 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,030 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7 2024-11-15T11:21:33,030 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36165 2024-11-15T11:21:33,030 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:21:33,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/rs 2024-11-15T11:21:33,117 DEBUG [RS:0;dbbb793b8023:37261 {}] zookeeper.ZKUtil(111): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on existing znode=/2-894633028/rs/dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,117 WARN [RS:0;dbbb793b8023:37261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:21:33,117 INFO [RS:0;dbbb793b8023:37261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:33,117 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,37261,1731669690848] 2024-11-15T11:21:33,120 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:21:33,124 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:21:33,124 INFO [RS:0;dbbb793b8023:37261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:21:33,124 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,125 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:21:33,125 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:21:33,125 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,125 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,125 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,125 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,125 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,125 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:33,126 DEBUG [RS:0;dbbb793b8023:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,131 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37261,1731669690848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:33,149 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:21:33,149 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,37261,1731669690848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,150 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,150 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.Replication(171): dbbb793b8023,37261,1731669690848 started 2024-11-15T11:21:33,168 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:33,168 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,37261,1731669690848, RpcServer on dbbb793b8023/172.17.0.2:37261, sessionid=0x1013e3a4ba10007 2024-11-15T11:21:33,168 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:21:33,168 DEBUG [RS:0;dbbb793b8023:37261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,168 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37261,1731669690848' 2024-11-15T11:21:33,168 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-894633028/flush-table-proc/abort' 2024-11-15T11:21:33,168 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-894633028/flush-table-proc/acquired' 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,37261,1731669690848' 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-894633028/online-snapshot/abort' 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-894633028/online-snapshot/acquired' 2024-11-15T11:21:33,169 DEBUG [RS:0;dbbb793b8023:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:21:33,169 INFO [RS:0;dbbb793b8023:37261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:21:33,169 INFO [RS:0;dbbb793b8023:37261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:21:33,270 INFO [RS:0;dbbb793b8023:37261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:21:33,271 INFO [RS:0;dbbb793b8023:37261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37261%2C1731669690848, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/oldWALs, maxLogs=10 2024-11-15T11:21:33,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,289 DEBUG [RS:0;dbbb793b8023:37261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, exclude list is [], retry=0 2024-11-15T11:21:33,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-d7c07987-2946-4be4-b00a-efafe289da63,DISK] 2024-11-15T11:21:33,305 INFO [RS:0;dbbb793b8023:37261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 2024-11-15T11:21:33,308 DEBUG [RS:0;dbbb793b8023:37261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39315:39315)] 2024-11-15T11:21:33,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:33,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:33,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:33,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:33,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:33,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:33,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:33,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:33,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:33,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:33,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740 2024-11-15T11:21:33,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740 2024-11-15T11:21:33,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:33,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:33,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:33,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:33,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63535028, jitterRate=-0.05325430631637573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:33,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669693400Initializing all the Stores at 1731669693401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693404 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669693404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693404Cleaning up temporary data from old regions at 1731669693417 (+13 ms)Region opened successfully at 1731669693421 (+4 ms) 2024-11-15T11:21:33,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:33,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:33,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:33,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:33,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:33,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:33,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669693421Disabling compacts and flushes for region at 1731669693421Disabling writes for close at 1731669693421Writing region close event to WAL at 1731669693424 (+3 ms)Closed at 1731669693424 2024-11-15T11:21:33,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:33,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:21:33,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:21:33,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:33,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:21:33,578 DEBUG [dbbb793b8023:40189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:21:33,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37261,1731669690848, state=OPENING 2024-11-15T11:21:33,631 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:21:33,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:33,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:33,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-894633028/meta-region-server: CHANGED 2024-11-15T11:21:33,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-894633028/meta-region-server: CHANGED 2024-11-15T11:21:33,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:21:33,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37261,1731669690848}] 2024-11-15T11:21:33,852 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:33,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:21:33,856 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:21:33,856 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:33,856 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:21:33,857 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37261%2C1731669690848.meta, suffix=.meta, logDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/oldWALs, maxLogs=10 2024-11-15T11:21:33,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:33,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,869 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.meta.1731669693857.meta, exclude list is [], retry=0 2024-11-15T11:21:33,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-d7c07987-2946-4be4-b00a-efafe289da63,DISK] 2024-11-15T11:21:33,873 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.meta.1731669693857.meta 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39315:39315)] 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:33,878 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:21:33,878 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:21:33,878 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:21:33,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:21:33,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:21:33,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:21:33,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:21:33,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:21:33,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:21:33,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:21:33,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:21:33,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:33,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:21:33,888 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:21:33,899 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740 2024-11-15T11:21:33,900 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740 2024-11-15T11:21:33,901 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:21:33,901 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:21:33,902 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:21:33,903 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:21:33,903 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73965914, jitterRate=0.10217800736427307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:21:33,903 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:21:33,903 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669693878Writing region info on filesystem at 1731669693878Initializing all the Stores at 1731669693879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693880 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669693880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669693880Cleaning up temporary data from old regions at 1731669693901 (+21 ms)Running coprocessor post-open hooks at 1731669693903 (+2 ms)Region opened successfully at 1731669693903 2024-11-15T11:21:33,904 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669693852 2024-11-15T11:21:33,905 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:21:33,905 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:21:33,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,37261,1731669690848, state=OPEN 2024-11-15T11:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-894633028/meta-region-server 2024-11-15T11:21:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-894633028/meta-region-server 2024-11-15T11:21:33,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:33,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-894633028/meta-region-server: CHANGED 2024-11-15T11:21:33,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-894633028/meta-region-server: CHANGED 2024-11-15T11:21:33,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:21:33,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,37261,1731669690848 in 296 msec 2024-11-15T11:21:33,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:21:33,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 572 msec 2024-11-15T11:21:33,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:21:33,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:21:34,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:34,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37261,1731669690848, seqNum=-1] 2024-11-15T11:21:34,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:34,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:34,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-11-15T11:21:34,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669694005, completionTime=-1 2024-11-15T11:21:34,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:21:34,005 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669754007 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669814007 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,007 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:40189, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,008 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,008 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,009 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:21:34,010 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.092sec 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:21:34,011 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:21:34,012 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:21:34,012 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:21:34,012 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,40189,1731669690672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:21:34,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:34,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:34,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:34,087 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7814e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:34,089 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:34,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fcc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:34,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:34,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37261,1731669690848, seqNum=-1] 2024-11-15T11:21:34,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:34,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:34,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,40189,1731669690672 2024-11-15T11:21:34,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55546 2024-11-15T11:21:34,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:21:34,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013e3a4ba10008 connected 2024-11-15T11:21:34,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,46749,1731669679189 2024-11-15T11:21:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e2c3e9 2024-11-15T11:21:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:34,205 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:34,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:21:34,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:34,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:34,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:21:34,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:21:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:34,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51d020ba8351cbadb9891ea48cada7e5, NAME => 'test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849 2024-11-15T11:21:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:21:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:35,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:35,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51d020ba8351cbadb9891ea48cada7e5, disabling compactions & flushes 2024-11-15T11:21:35,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. after waiting 0 ms 2024-11-15T11:21:35,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51d020ba8351cbadb9891ea48cada7e5: Waiting for close lock at 1731669695022Disabling compacts and flushes for region at 1731669695022Disabling writes for close at 1731669695022Writing region close event to WAL at 1731669695022Closed at 1731669695022 2024-11-15T11:21:35,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:35,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669695024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669695024"}]},"ts":"1731669695024"} 2024-11-15T11:21:35,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:35,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:35,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669695026"}]},"ts":"1731669695026"} 2024-11-15T11:21:35,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:21:35,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51d020ba8351cbadb9891ea48cada7e5, ASSIGN}] 2024-11-15T11:21:35,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51d020ba8351cbadb9891ea48cada7e5, ASSIGN 2024-11-15T11:21:35,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51d020ba8351cbadb9891ea48cada7e5, ASSIGN; state=OFFLINE, location=dbbb793b8023,40279,1731669679388; forceNewPlan=false, retain=false 2024-11-15T11:21:35,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51d020ba8351cbadb9891ea48cada7e5, regionState=OPENING, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:35,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51d020ba8351cbadb9891ea48cada7e5, ASSIGN because future has completed 2024-11-15T11:21:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d020ba8351cbadb9891ea48cada7e5, server=dbbb793b8023,40279,1731669679388}] 2024-11-15T11:21:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:35,359 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,359 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51d020ba8351cbadb9891ea48cada7e5, NAME => 'test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:35,360 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:35,360 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:21:35,360 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,360 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:35,360 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,360 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,368 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,370 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d020ba8351cbadb9891ea48cada7e5 columnFamilyName f 2024-11-15T11:21:35,370 DEBUG [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:35,371 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(327): Store=51d020ba8351cbadb9891ea48cada7e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:35,371 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,372 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d020ba8351cbadb9891ea48cada7e5 columnFamilyName f1 2024-11-15T11:21:35,372 DEBUG [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:35,373 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(327): Store=51d020ba8351cbadb9891ea48cada7e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:35,373 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,374 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d020ba8351cbadb9891ea48cada7e5 columnFamilyName norep 2024-11-15T11:21:35,374 DEBUG [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:35,374 INFO [StoreOpener-51d020ba8351cbadb9891ea48cada7e5-1 {}] regionserver.HStore(327): Store=51d020ba8351cbadb9891ea48cada7e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:35,374 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,375 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,375 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,376 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,376 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,377 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:35,378 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,389 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:35,390 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51d020ba8351cbadb9891ea48cada7e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66806756, jitterRate=-0.004501760005950928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:35,390 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:35,391 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51d020ba8351cbadb9891ea48cada7e5: Running coprocessor pre-open hook at 1731669695361Writing region info on filesystem at 1731669695361Initializing all the Stores at 1731669695362 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669695362Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669695367 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669695367Cleaning up temporary data from old regions at 1731669695376 (+9 ms)Running coprocessor post-open hooks at 1731669695390 (+14 ms)Region opened successfully at 1731669695391 (+1 ms) 2024-11-15T11:21:35,392 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5., pid=6, masterSystemTime=1731669695341 2024-11-15T11:21:35,394 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,394 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:35,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51d020ba8351cbadb9891ea48cada7e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:35,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d020ba8351cbadb9891ea48cada7e5, server=dbbb793b8023,40279,1731669679388 because future has completed 2024-11-15T11:21:35,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:21:35,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51d020ba8351cbadb9891ea48cada7e5, server=dbbb793b8023,40279,1731669679388 in 213 msec 2024-11-15T11:21:35,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:21:35,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51d020ba8351cbadb9891ea48cada7e5, ASSIGN in 376 msec 2024-11-15T11:21:35,406 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:35,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669695406"}]},"ts":"1731669695406"} 2024-11-15T11:21:35,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:21:35,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:35,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-15T11:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:36,358 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:21:36,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c759fc8 2024-11-15T11:21:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:36,359 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:36,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:21:36,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:36,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:36,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:21:36,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:36,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7eaaefa634371b95858d0f2e8637db7, NAME => 'test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a 2024-11-15T11:21:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7eaaefa634371b95858d0f2e8637db7, disabling compactions & flushes 2024-11-15T11:21:36,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. after waiting 0 ms 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:36,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:36,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7eaaefa634371b95858d0f2e8637db7: Waiting for close lock at 1731669696781Disabling compacts and flushes for region at 1731669696781Disabling writes for close at 1731669696781Writing region close event to WAL at 1731669696781Closed at 1731669696781 2024-11-15T11:21:36,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:36,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669696784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669696784"}]},"ts":"1731669696784"} 2024-11-15T11:21:36,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:36,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:36,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669696787"}]},"ts":"1731669696787"} 2024-11-15T11:21:36,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:21:36,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7eaaefa634371b95858d0f2e8637db7, ASSIGN}] 2024-11-15T11:21:36,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7eaaefa634371b95858d0f2e8637db7, ASSIGN 2024-11-15T11:21:36,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7eaaefa634371b95858d0f2e8637db7, ASSIGN; state=OFFLINE, location=dbbb793b8023,34077,1731669684983; forceNewPlan=false, retain=false 2024-11-15T11:21:36,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7eaaefa634371b95858d0f2e8637db7, regionState=OPENING, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:36,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7eaaefa634371b95858d0f2e8637db7, ASSIGN because future has completed 2024-11-15T11:21:36,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7eaaefa634371b95858d0f2e8637db7, server=dbbb793b8023,34077,1731669684983}] 2024-11-15T11:21:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:37,098 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:37,098 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7eaaefa634371b95858d0f2e8637db7, NAME => 'test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:37,099 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:37,099 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:21:37,099 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,099 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:37,099 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,099 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,101 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,102 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7eaaefa634371b95858d0f2e8637db7 columnFamilyName f 2024-11-15T11:21:37,102 DEBUG [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:37,102 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(327): Store=b7eaaefa634371b95858d0f2e8637db7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:37,102 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,103 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7eaaefa634371b95858d0f2e8637db7 columnFamilyName f1 2024-11-15T11:21:37,103 DEBUG [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:37,103 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(327): Store=b7eaaefa634371b95858d0f2e8637db7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:37,103 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,104 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7eaaefa634371b95858d0f2e8637db7 columnFamilyName norep 2024-11-15T11:21:37,104 DEBUG [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:37,104 INFO [StoreOpener-b7eaaefa634371b95858d0f2e8637db7-1 {}] regionserver.HStore(327): Store=b7eaaefa634371b95858d0f2e8637db7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:37,104 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,105 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,105 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,106 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,106 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,106 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:37,108 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,110 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:37,111 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7eaaefa634371b95858d0f2e8637db7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74550637, jitterRate=0.11089105904102325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:37,111 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:37,111 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7eaaefa634371b95858d0f2e8637db7: Running coprocessor pre-open hook at 1731669697099Writing region info on filesystem at 1731669697099Initializing all the Stores at 1731669697100 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669697100Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669697100Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669697100Cleaning up temporary data from old regions at 1731669697106 (+6 ms)Running coprocessor post-open hooks at 1731669697111 (+5 ms)Region opened successfully at 1731669697111 2024-11-15T11:21:37,112 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7., pid=6, masterSystemTime=1731669697095 2024-11-15T11:21:37,115 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:37,115 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:37,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7eaaefa634371b95858d0f2e8637db7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:37,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7eaaefa634371b95858d0f2e8637db7, server=dbbb793b8023,34077,1731669684983 because future has completed 2024-11-15T11:21:37,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:21:37,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7eaaefa634371b95858d0f2e8637db7, server=dbbb793b8023,34077,1731669684983 in 179 msec 2024-11-15T11:21:37,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:21:37,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7eaaefa634371b95858d0f2e8637db7, ASSIGN in 336 msec 2024-11-15T11:21:37,128 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:37,128 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669697128"}]},"ts":"1731669697128"} 2024-11-15T11:21:37,130 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:21:37,131 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:37,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-15T11:21:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:37,499 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:21:37,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40189,1731669690672 2024-11-15T11:21:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@513151ab 2024-11-15T11:21:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:37,501 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:37,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:21:37,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:37,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:37,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:21:37,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:37,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:21:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:37,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03e409fe77c811f879e07257e96ad7cd, NAME => 'test,,1731669697501.03e409fe77c811f879e07257e96ad7cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7 2024-11-15T11:21:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:21:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T11:21:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T11:21:38,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:38,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T11:21:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669697501.03e409fe77c811f879e07257e96ad7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03e409fe77c811f879e07257e96ad7cd, disabling compactions & flushes 2024-11-15T11:21:38,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. after waiting 0 ms 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03e409fe77c811f879e07257e96ad7cd: Waiting for close lock at 1731669698326Disabling compacts and flushes for region at 1731669698326Disabling writes for close at 1731669698326Writing region close event to WAL at 1731669698326Closed at 1731669698326 2024-11-15T11:21:38,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:38,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669697501.03e409fe77c811f879e07257e96ad7cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669698328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669698328"}]},"ts":"1731669698328"} 2024-11-15T11:21:38,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:38,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:38,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669698332"}]},"ts":"1731669698332"} 2024-11-15T11:21:38,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:21:38,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03e409fe77c811f879e07257e96ad7cd, ASSIGN}] 2024-11-15T11:21:38,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03e409fe77c811f879e07257e96ad7cd, ASSIGN 2024-11-15T11:21:38,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03e409fe77c811f879e07257e96ad7cd, ASSIGN; state=OFFLINE, location=dbbb793b8023,37261,1731669690848; forceNewPlan=false, retain=false 2024-11-15T11:21:38,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03e409fe77c811f879e07257e96ad7cd, regionState=OPENING, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03e409fe77c811f879e07257e96ad7cd, ASSIGN because future has completed 2024-11-15T11:21:38,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03e409fe77c811f879e07257e96ad7cd, server=dbbb793b8023,37261,1731669690848}] 2024-11-15T11:21:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:38,716 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,716 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03e409fe77c811f879e07257e96ad7cd, NAME => 'test,,1731669697501.03e409fe77c811f879e07257e96ad7cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:38,717 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:38,717 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:21:38,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669697501.03e409fe77c811f879e07257e96ad7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:38,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,719 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,720 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03e409fe77c811f879e07257e96ad7cd columnFamilyName f 2024-11-15T11:21:38,720 DEBUG [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:38,721 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(327): Store=03e409fe77c811f879e07257e96ad7cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:38,721 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,722 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03e409fe77c811f879e07257e96ad7cd columnFamilyName f1 2024-11-15T11:21:38,722 DEBUG [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:38,723 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(327): Store=03e409fe77c811f879e07257e96ad7cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:38,723 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,724 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03e409fe77c811f879e07257e96ad7cd columnFamilyName norep 2024-11-15T11:21:38,724 DEBUG [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:38,724 INFO [StoreOpener-03e409fe77c811f879e07257e96ad7cd-1 {}] regionserver.HStore(327): Store=03e409fe77c811f879e07257e96ad7cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:38,724 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,725 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,725 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,727 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,727 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,727 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:38,728 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,733 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:38,733 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03e409fe77c811f879e07257e96ad7cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62559697, jitterRate=-0.06778787076473236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:38,733 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:38,733 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03e409fe77c811f879e07257e96ad7cd: Running coprocessor pre-open hook at 1731669698717Writing region info on filesystem at 1731669698717Initializing all the Stores at 1731669698718 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669698718Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669698719 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669698719Cleaning up temporary data from old regions at 1731669698727 (+8 ms)Running coprocessor post-open hooks at 1731669698733 (+6 ms)Region opened successfully at 1731669698733 2024-11-15T11:21:38,734 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669697501.03e409fe77c811f879e07257e96ad7cd., pid=6, masterSystemTime=1731669698699 2024-11-15T11:21:38,736 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,736 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:38,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03e409fe77c811f879e07257e96ad7cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:38,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03e409fe77c811f879e07257e96ad7cd, server=dbbb793b8023,37261,1731669690848 because future has completed 2024-11-15T11:21:38,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:21:38,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03e409fe77c811f879e07257e96ad7cd, server=dbbb793b8023,37261,1731669690848 in 218 msec 2024-11-15T11:21:38,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:21:38,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03e409fe77c811f879e07257e96ad7cd, ASSIGN in 410 msec 2024-11-15T11:21:38,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:38,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669698748"}]},"ts":"1731669698748"} 2024-11-15T11:21:38,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:21:38,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:38,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2490 sec 2024-11-15T11:21:39,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:39,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:39,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:21:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:21:39,649 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:21:39,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46749,-1 for getting cluster id 2024-11-15T11:21:39,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:39,658 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a142823-dcd4-4813-bd14-a4086e109352' 2024-11-15T11:21:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a142823-dcd4-4813-bd14-a4086e109352" 2024-11-15T11:21:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5226f523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46749,-1] 2024-11-15T11:21:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:39,661 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2ec9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,46749,1731669679189 2024-11-15T11:21:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f2119a1 2024-11-15T11:21:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:39,664 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:39,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:21:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:21:39,669 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:32819' 2024-11-15T11:21:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:39,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40125c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,679 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:39,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:39,681 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0a252f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:39,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:39,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:39,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:39,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b64b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:39,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:39,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:39,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45988487 2024-11-15T11:21:39,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:39,687 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:39,688 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:21:39,688 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:21:39,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:39,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:39,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:39,689 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:39,690 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:21:39,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:39,692 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:39,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:39,741 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:21:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:21:39,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e8aa99bf358ef5b10d40c64881e5937, NAME => 'hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849 2024-11-15T11:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:21:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0e8aa99bf358ef5b10d40c64881e5937, disabling compactions & flushes 2024-11-15T11:21:40,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. after waiting 0 ms 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e8aa99bf358ef5b10d40c64881e5937: Waiting for close lock at 1731669700218Disabling compacts and flushes for region at 1731669700218Disabling writes for close at 1731669700218Writing region close event to WAL at 1731669700218Closed at 1731669700218 2024-11-15T11:21:40,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:40,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669700220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669700220"}]},"ts":"1731669700220"} 2024-11-15T11:21:40,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:40,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:40,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669700224"}]},"ts":"1731669700224"} 2024-11-15T11:21:40,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:21:40,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e8aa99bf358ef5b10d40c64881e5937, ASSIGN}] 2024-11-15T11:21:40,229 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e8aa99bf358ef5b10d40c64881e5937, ASSIGN 2024-11-15T11:21:40,231 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e8aa99bf358ef5b10d40c64881e5937, ASSIGN; state=OFFLINE, location=dbbb793b8023,40279,1731669679388; forceNewPlan=false, retain=false 2024-11-15T11:21:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:40,382 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e8aa99bf358ef5b10d40c64881e5937, regionState=OPENING, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:40,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e8aa99bf358ef5b10d40c64881e5937, ASSIGN because future has completed 2024-11-15T11:21:40,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8aa99bf358ef5b10d40c64881e5937, server=dbbb793b8023,40279,1731669679388}] 2024-11-15T11:21:40,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:40,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:21:40,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C40279%2C1731669679388.rep, suffix=, logDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388, archiveDir=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/oldWALs, maxLogs=10 2024-11-15T11:21:40,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.rep.1731669700555, exclude list is [], retry=0 2024-11-15T11:21:40,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38215,DS-2cf3a111-d54c-414b-88d5-9c0bbd30fde9,DISK] 2024-11-15T11:21:40,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.rep.1731669700555 2024-11-15T11:21:40,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32879:32879)] 2024-11-15T11:21:40,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e8aa99bf358ef5b10d40c64881e5937, NAME => 'hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:40,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. service=MultiRowMutationService 2024-11-15T11:21:40,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,600 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,602 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8aa99bf358ef5b10d40c64881e5937 columnFamilyName hfileref 2024-11-15T11:21:40,603 DEBUG [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:40,603 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(327): Store=0e8aa99bf358ef5b10d40c64881e5937/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:40,604 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,605 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8aa99bf358ef5b10d40c64881e5937 columnFamilyName queue 2024-11-15T11:21:40,605 DEBUG [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:40,606 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(327): Store=0e8aa99bf358ef5b10d40c64881e5937/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:40,606 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,608 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e8aa99bf358ef5b10d40c64881e5937 columnFamilyName sid 2024-11-15T11:21:40,608 DEBUG [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:40,608 INFO [StoreOpener-0e8aa99bf358ef5b10d40c64881e5937-1 {}] regionserver.HStore(327): Store=0e8aa99bf358ef5b10d40c64881e5937/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:40,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/replication/0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/replication/0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:40,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/replication/0e8aa99bf358ef5b10d40c64881e5937/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:40,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0e8aa99bf358ef5b10d40c64881e5937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69224732, jitterRate=0.03152889013290405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:40,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:40,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0e8aa99bf358ef5b10d40c64881e5937: Running coprocessor pre-open hook at 1731669700594Writing region info on filesystem at 1731669700594Initializing all the Stores at 1731669700595 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669700595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669700600 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669700600Cleaning up temporary data from old regions at 1731669700610 (+10 ms)Running coprocessor post-open hooks at 1731669700619 (+9 ms)Region opened successfully at 1731669700619 2024-11-15T11:21:40,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937., pid=10, masterSystemTime=1731669700541 2024-11-15T11:21:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:40,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e8aa99bf358ef5b10d40c64881e5937, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,40279,1731669679388 2024-11-15T11:21:40,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e8aa99bf358ef5b10d40c64881e5937, server=dbbb793b8023,40279,1731669679388 because future has completed 2024-11-15T11:21:40,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:21:40,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e8aa99bf358ef5b10d40c64881e5937, server=dbbb793b8023,40279,1731669679388 in 239 msec 2024-11-15T11:21:40,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:21:40,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e8aa99bf358ef5b10d40c64881e5937, ASSIGN in 403 msec 2024-11-15T11:21:40,636 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:40,636 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669700636"}]},"ts":"1731669700636"} 2024-11-15T11:21:40,640 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:21:40,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:40,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 953 msec 2024-11-15T11:21:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937., hostname=dbbb793b8023,40279,1731669679388, seqNum=2] 2024-11-15T11:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:40,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:21:41,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:21:41,082 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:21:41,121 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,40279,1731669679388, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:21:41,122 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:41,122 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,40279,1731669679388, seqNum=-1] 2024-11-15T11:21:41,122 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:41,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T11:21:41,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,40279,1731669679388', locateType=CURRENT is [region=hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937., hostname=dbbb793b8023,40279,1731669679388, seqNum=2] 2024-11-15T11:21:41,127 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:21:41,129 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,40279,1731669679388 suceeded 2024-11-15T11:21:41,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:21:41,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-15T11:21:41,131 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:21:41,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-15T11:21:41,142 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:32819' 2024-11-15T11:21:41,143 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a85d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,143 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:41,143 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:41,144 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c33842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:41,146 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1347bb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,146 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:41,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:41,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@394ce723 2024-11-15T11:21:41,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:41,148 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T11:21:41,149 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,40279,1731669679388 (queues=1) is replicating from cluster=4a142823-dcd4-4813-bd14-a4086e109352 to cluster=ead10aee-be40-43ae-bf48-46a455b4adb3 2024-11-15T11:21:41,149 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C40279%2C1731669679388 2024-11-15T11:21:41,149 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,40279,1731669679388, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:21:41,150 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, startPosition=0, beingWritten=true 2024-11-15T11:21:41,150 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C40279%2C1731669679388 2024-11-15T11:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:41,156 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,40279,1731669679388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:41,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:41,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:41,198 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108691 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:21:41,360 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:41,663 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:41,818 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:21:41,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:41,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:41,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:41,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:41,825 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35da22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:41,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,828 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fae078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ab961e 2024-11-15T11:21:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:41,836 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:41,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:40189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:21:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:21:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:41,840 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:40189' 2024-11-15T11:21:41,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391a2ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,846 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:41,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:41,847 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:41,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:41,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf91b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,850 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:41,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5720844b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:41,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40189,1731669690672 2024-11-15T11:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25972855 2024-11-15T11:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:41,853 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:41,854 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:21:41,854 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:21:41,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:41,854 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:41,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:41,856 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:21:41,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:41,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:41,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:21:41,906 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:21:41,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8cd2d15c426cb02d17dff8278a9544d, NAME => 'hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a 2024-11-15T11:21:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8cd2d15c426cb02d17dff8278a9544d, disabling compactions & flushes 2024-11-15T11:21:41,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. after waiting 0 ms 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:41,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:41,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8cd2d15c426cb02d17dff8278a9544d: Waiting for close lock at 1731669701947Disabling compacts and flushes for region at 1731669701947Disabling writes for close at 1731669701947Writing region close event to WAL at 1731669701947Closed at 1731669701947 2024-11-15T11:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:41,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:41,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669701949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669701949"}]},"ts":"1731669701949"} 2024-11-15T11:21:41,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:41,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:41,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669701953"}]},"ts":"1731669701953"} 2024-11-15T11:21:41,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:21:41,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8cd2d15c426cb02d17dff8278a9544d, ASSIGN}] 2024-11-15T11:21:41,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8cd2d15c426cb02d17dff8278a9544d, ASSIGN 2024-11-15T11:21:41,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8cd2d15c426cb02d17dff8278a9544d, ASSIGN; state=OFFLINE, location=dbbb793b8023,34077,1731669684983; forceNewPlan=false, retain=false 2024-11-15T11:21:42,073 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:42,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8cd2d15c426cb02d17dff8278a9544d, regionState=OPENING, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:42,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8cd2d15c426cb02d17dff8278a9544d, ASSIGN because future has completed 2024-11-15T11:21:42,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8cd2d15c426cb02d17dff8278a9544d, server=dbbb793b8023,34077,1731669684983}] 2024-11-15T11:21:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:42,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:42,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:42,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:21:42,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34077%2C1731669684983.rep, suffix=, logDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983, archiveDir=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/oldWALs, maxLogs=10 2024-11-15T11:21:42,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.rep.1731669702271, exclude list is [], retry=0 2024-11-15T11:21:42,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-1e59af9c-7974-483c-8902-5afba38963b4,DISK] 2024-11-15T11:21:42,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.rep.1731669702271 2024-11-15T11:21:42,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38083:38083)] 2024-11-15T11:21:42,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a8cd2d15c426cb02d17dff8278a9544d, NAME => 'hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:42,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. service=MultiRowMutationService 2024-11-15T11:21:42,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,300 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,301 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cd2d15c426cb02d17dff8278a9544d columnFamilyName hfileref 2024-11-15T11:21:42,302 DEBUG [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:42,302 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(327): Store=a8cd2d15c426cb02d17dff8278a9544d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:42,302 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,303 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cd2d15c426cb02d17dff8278a9544d columnFamilyName queue 2024-11-15T11:21:42,303 DEBUG [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:42,304 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(327): Store=a8cd2d15c426cb02d17dff8278a9544d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:42,304 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,305 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8cd2d15c426cb02d17dff8278a9544d columnFamilyName sid 2024-11-15T11:21:42,305 DEBUG [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:42,306 INFO [StoreOpener-a8cd2d15c426cb02d17dff8278a9544d-1 {}] regionserver.HStore(327): Store=a8cd2d15c426cb02d17dff8278a9544d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:42,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:42,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:42,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a8cd2d15c426cb02d17dff8278a9544d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75347469, jitterRate=0.12276478111743927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:42,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:42,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a8cd2d15c426cb02d17dff8278a9544d: Running coprocessor pre-open hook at 1731669702298Writing region info on filesystem at 1731669702298Initializing all the Stores at 1731669702299 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669702299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669702300 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669702300Cleaning up temporary data from old regions at 1731669702307 (+7 ms)Running coprocessor post-open hooks at 1731669702311 (+4 ms)Region opened successfully at 1731669702311 2024-11-15T11:21:42,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d., pid=10, masterSystemTime=1731669702265 2024-11-15T11:21:42,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:42,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:42,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8cd2d15c426cb02d17dff8278a9544d, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34077,1731669684983 2024-11-15T11:21:42,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8cd2d15c426cb02d17dff8278a9544d, server=dbbb793b8023,34077,1731669684983 because future has completed 2024-11-15T11:21:42,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:21:42,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a8cd2d15c426cb02d17dff8278a9544d, server=dbbb793b8023,34077,1731669684983 in 205 msec 2024-11-15T11:21:42,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:21:42,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8cd2d15c426cb02d17dff8278a9544d, ASSIGN in 364 msec 2024-11-15T11:21:42,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:42,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669702322"}]},"ts":"1731669702322"} 2024-11-15T11:21:42,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:21:42,334 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:42,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 480 msec 2024-11-15T11:21:42,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d., hostname=dbbb793b8023,34077,1731669684983, seqNum=2] 2024-11-15T11:21:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:42,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:21:42,581 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:42,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:21:42,650 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:21:42,711 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,34077,1731669684983, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:21:42,712 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:42,712 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34077,1731669684983, seqNum=-1] 2024-11-15T11:21:42,713 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:42,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T11:21:42,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,34077,1731669684983', locateType=CURRENT is [region=hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d., hostname=dbbb793b8023,34077,1731669684983, seqNum=2] 2024-11-15T11:21:42,724 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:21:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:21:42,733 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,34077,1731669684983 suceeded 2024-11-15T11:21:42,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:21:42,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec 2024-11-15T11:21:42,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:40189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:21:42,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 900 msec 2024-11-15T11:21:42,747 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:40189' 2024-11-15T11:21:42,761 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3430fb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,761 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:42,761 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:42,762 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676bbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:42,764 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:42,765 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8827d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,766 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40189,1731669690672 2024-11-15T11:21:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a2d1b0b 2024-11-15T11:21:42,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:42,769 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T11:21:42,770 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,34077,1731669684983 (queues=1) is replicating from cluster=ead10aee-be40-43ae-bf48-46a455b4adb3 to cluster=7a26b708-01aa-4d9a-ae9f-47c466f02e14 2024-11-15T11:21:42,770 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C34077%2C1731669684983 2024-11-15T11:21:42,771 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,34077,1731669684983, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:21:42,772 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, startPosition=0, beingWritten=true 2024-11-15T11:21:42,784 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C34077%2C1731669684983 2024-11-15T11:21:42,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:42,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:42,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:42,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:21:42,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:42,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:42,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:42,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:42,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:42,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:42,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:42,994 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b41491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:42,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:42,996 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fa7aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:42,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,40189,1731669690672 2024-11-15T11:21:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bd03862 2024-11-15T11:21:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:43,000 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:43,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:21:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:21:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:43,004 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:32819' 2024-11-15T11:21:43,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff4a0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,008 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:43,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:43,010 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:43,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:43,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:43,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e37c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:43,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:43,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:43,011 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:43,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e062028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:43,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:43,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c75d332 2024-11-15T11:21:43,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:43,014 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:21:43,015 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:21:43,015 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:21:43,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:43,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:43,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:43,016 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:21:43,017 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:21:43,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:21:43,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:43,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:21:43,026 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:43,068 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:21:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:21:43,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1110bbaa2099fa1cb7a609284df45583, NAME => 'hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7 2024-11-15T11:21:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:21:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:43,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:43,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1110bbaa2099fa1cb7a609284df45583, disabling compactions & flushes 2024-11-15T11:21:43,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. after waiting 0 ms 2024-11-15T11:21:43,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,110 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1110bbaa2099fa1cb7a609284df45583: Waiting for close lock at 1731669703109Disabling compacts and flushes for region at 1731669703109Disabling writes for close at 1731669703110 (+1 ms)Writing region close event to WAL at 1731669703110Closed at 1731669703110 2024-11-15T11:21:43,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:21:43,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669703111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669703111"}]},"ts":"1731669703111"} 2024-11-15T11:21:43,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:21:43,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:21:43,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669703114"}]},"ts":"1731669703114"} 2024-11-15T11:21:43,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:21:43,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1110bbaa2099fa1cb7a609284df45583, ASSIGN}] 2024-11-15T11:21:43,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1110bbaa2099fa1cb7a609284df45583, ASSIGN 2024-11-15T11:21:43,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1110bbaa2099fa1cb7a609284df45583, ASSIGN; state=OFFLINE, location=dbbb793b8023,37261,1731669690848; forceNewPlan=false, retain=false 2024-11-15T11:21:43,200 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:43,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1110bbaa2099fa1cb7a609284df45583, regionState=OPENING, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:43,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1110bbaa2099fa1cb7a609284df45583, ASSIGN because future has completed 2024-11-15T11:21:43,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1110bbaa2099fa1cb7a609284df45583, server=dbbb793b8023,37261,1731669690848}] 2024-11-15T11:21:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:43,377 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:43,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:21:43,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:21:43,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C37261%2C1731669690848.rep, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/oldWALs, maxLogs=10 2024-11-15T11:21:43,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.rep.1731669703435, exclude list is [], retry=0 2024-11-15T11:21:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-d7c07987-2946-4be4-b00a-efafe289da63,DISK] 2024-11-15T11:21:43,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.rep.1731669703435 2024-11-15T11:21:43,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39315:39315)] 2024-11-15T11:21:43,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1110bbaa2099fa1cb7a609284df45583, NAME => 'hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:21:43,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. service=MultiRowMutationService 2024-11-15T11:21:43,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,475 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,476 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1110bbaa2099fa1cb7a609284df45583 columnFamilyName hfileref 2024-11-15T11:21:43,476 DEBUG [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:43,476 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(327): Store=1110bbaa2099fa1cb7a609284df45583/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:43,477 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,478 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1110bbaa2099fa1cb7a609284df45583 columnFamilyName queue 2024-11-15T11:21:43,478 DEBUG [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:43,478 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(327): Store=1110bbaa2099fa1cb7a609284df45583/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:43,478 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,479 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1110bbaa2099fa1cb7a609284df45583 columnFamilyName sid 2024-11-15T11:21:43,479 DEBUG [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:21:43,479 INFO [StoreOpener-1110bbaa2099fa1cb7a609284df45583-1 {}] regionserver.HStore(327): Store=1110bbaa2099fa1cb7a609284df45583/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:21:43,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:21:43,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:21:43,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1110bbaa2099fa1cb7a609284df45583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613386, jitterRate=-0.06698784232139587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:21:43,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:43,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1110bbaa2099fa1cb7a609284df45583: Running coprocessor pre-open hook at 1731669703474Writing region info on filesystem at 1731669703474Initializing all the Stores at 1731669703475 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669703475Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669703475Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669703475Cleaning up temporary data from old regions at 1731669703481 (+6 ms)Running coprocessor post-open hooks at 1731669703498 (+17 ms)Region opened successfully at 1731669703498 2024-11-15T11:21:43,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583., pid=10, masterSystemTime=1731669703427 2024-11-15T11:21:43,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:43,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1110bbaa2099fa1cb7a609284df45583, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,37261,1731669690848 2024-11-15T11:21:43,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1110bbaa2099fa1cb7a609284df45583, server=dbbb793b8023,37261,1731669690848 because future has completed 2024-11-15T11:21:43,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:21:43,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1110bbaa2099fa1cb7a609284df45583, server=dbbb793b8023,37261,1731669690848 in 244 msec 2024-11-15T11:21:43,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:21:43,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1110bbaa2099fa1cb7a609284df45583, ASSIGN in 404 msec 2024-11-15T11:21:43,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:21:43,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669703524"}]},"ts":"1731669703524"} 2024-11-15T11:21:43,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:21:43,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:21:43,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 513 msec 2024-11-15T11:21:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583., hostname=dbbb793b8023,37261,1731669690848, seqNum=2] 2024-11-15T11:21:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:43,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:43,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:21:43,784 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:43,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37261 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:21:43,829 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:21:43,873 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,37261,1731669690848, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37261,1731669690848, seqNum=-1] 2024-11-15T11:21:43,874 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:43,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T11:21:43,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,37261,1731669690848', locateType=CURRENT is [region=hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583., hostname=dbbb793b8023,37261,1731669690848, seqNum=2] 2024-11-15T11:21:43,879 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:21:43,882 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,37261,1731669690848 suceeded 2024-11-15T11:21:43,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:21:43,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-15T11:21:43,885 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:21:43,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 885 msec 2024-11-15T11:21:43,904 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:43,911 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:32819' 2024-11-15T11:21:43,920 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ffc9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,920 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:43,921 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:43,921 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d06cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:43,923 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:43,923 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19077666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:43,924 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:21:43,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32819,1731669684830 2024-11-15T11:21:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417336db 2024-11-15T11:21:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:21:43,926 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T11:21:43,927 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,37261,1731669690848 (queues=1) is replicating from cluster=7a26b708-01aa-4d9a-ae9f-47c466f02e14 to cluster=ead10aee-be40-43ae-bf48-46a455b4adb3 2024-11-15T11:21:43,927 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C37261%2C1731669690848 2024-11-15T11:21:43,927 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,37261,1731669690848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:21:43,928 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, startPosition=0, beingWritten=true 2024-11-15T11:21:43,944 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C37261%2C1731669690848 2024-11-15T11:21:43,949 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:43,949 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 379, reset compression=false 2024-11-15T11:21:43,949 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:21:44,139 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:21:44,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:44,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:44,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:44,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cffb651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,46749,-1 for getting cluster id 2024-11-15T11:21:44,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:44,141 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a142823-dcd4-4813-bd14-a4086e109352' 2024-11-15T11:21:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a142823-dcd4-4813-bd14-a4086e109352" 2024-11-15T11:21:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470aece6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,46749,-1] 2024-11-15T11:21:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,142 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:44,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c07798e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55785626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:44,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:44,145 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ad30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:44,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f079d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60272e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:44,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:44,148 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b04c6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,150 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@addb62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,40279,1731669679388, seqNum=-1] 2024-11-15T11:21:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:44,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5., hostname=dbbb793b8023,40279,1731669679388, seqNum=2] 2024-11-15T11:21:44,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37261,1731669690848, seqNum=-1] 2024-11-15T11:21:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:44,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669697501.03e409fe77c811f879e07257e96ad7cd., hostname=dbbb793b8023,37261,1731669690848, seqNum=2] 2024-11-15T11:21:44,163 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T11:21:44,169 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 379, reset compression=false 2024-11-15T11:21:44,292 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:44,477 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 379, reset compression=false 2024-11-15T11:21:44,713 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 379, reset compression=false 2024-11-15T11:21:44,721 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:44,721 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:44,721 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,40279,1731669679388 got entry batch from reader: WALEntryBatch [walEntries=[{test/51d020ba8351cbadb9891ea48cada7e5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T11:21:44,725 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:44,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T11:21:44,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:44,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@634e4349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32819,-1 for getting cluster id 2024-11-15T11:21:44,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:44,734 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead10aee-be40-43ae-bf48-46a455b4adb3' 2024-11-15T11:21:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead10aee-be40-43ae-bf48-46a455b4adb3" 2024-11-15T11:21:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f006bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32819,-1] 2024-11-15T11:21:44,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:44,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,736 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:44,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1224f100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34077,1731669684983, seqNum=-1] 2024-11-15T11:21:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:44,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T11:21:44,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7., hostname=dbbb793b8023,34077,1731669684983, seqNum=2] 2024-11-15T11:21:44,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:44,883 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 379, reset compression=false 2024-11-15T11:21:44,901 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 379, reset compression=false 2024-11-15T11:21:44,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:44,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 503, reset compression=false 2024-11-15T11:21:44,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7eaaefa634371b95858d0f2e8637db7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T11:21:44,908 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:44,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T11:21:44,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:44,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e518c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,40189,-1 for getting cluster id 2024-11-15T11:21:44,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:21:44,913 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a26b708-01aa-4d9a-ae9f-47c466f02e14' 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a26b708-01aa-4d9a-ae9f-47c466f02e14" 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ccc2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,40189,-1] 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:21:44,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:44,915 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:21:44,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e78d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:21:44,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,37261,1731669690848, seqNum=-1] 2024-11-15T11:21:44,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:44,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T11:21:44,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731669697501.03e409fe77c811f879e07257e96ad7cd., hostname=dbbb793b8023,37261,1731669690848, seqNum=2] 2024-11-15T11:21:44,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:44,934 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:45,114 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 503, reset compression=false 2024-11-15T11:21:45,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T11:21:45,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:21:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34077,1731669684983, seqNum=-1] 2024-11-15T11:21:45,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:21:45,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:21:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7., hostname=dbbb793b8023,34077,1731669684983, seqNum=2] 2024-11-15T11:21:45,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T11:21:45,241 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:45,391 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 379, reset compression=false 2024-11-15T11:21:45,396 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:45,397 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 527, reset compression=false 2024-11-15T11:21:45,397 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:45,418 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 503, reset compression=false 2024-11-15T11:21:45,442 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:45,442 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 607, reset compression=false 2024-11-15T11:21:45,442 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7eaaefa634371b95858d0f2e8637db7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:21:45,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:45,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:45,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:21:45,605 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 527, reset compression=false 2024-11-15T11:21:45,609 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:45,609 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 655, reset compression=false 2024-11-15T11:21:45,609 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:45,645 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:45,647 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 607, reset compression=false 2024-11-15T11:21:45,813 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 655, reset compression=false 2024-11-15T11:21:45,950 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 607, reset compression=false 2024-11-15T11:21:46,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,117 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 655, reset compression=false 2024-11-15T11:21:46,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,149 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:46,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:46,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T11:21:46,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T11:21:46,354 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 607, reset compression=false 2024-11-15T11:21:46,533 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 655, reset compression=false 2024-11-15T11:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[{test/03e409fe77c811f879e07257e96ad7cd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T11:21:46,538 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 759, reset compression=false 2024-11-15T11:21:46,541 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:21:46,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T11:21:46,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:46,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:46,754 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:46,757 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 759, reset compression=false 2024-11-15T11:21:46,858 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 607, reset compression=false 2024-11-15T11:21:46,863 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:46,863 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 734, reset compression=false 2024-11-15T11:21:46,863 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:47,066 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 734, reset compression=false 2024-11-15T11:21:47,082 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 759, reset compression=false 2024-11-15T11:21:47,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T11:21:47,185 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T11:21:47,386 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 734, reset compression=false 2024-11-15T11:21:47,473 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 480, reset compression=false 2024-11-15T11:21:47,478 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:47,478 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:47,478 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,40279,1731669679388 got entry batch from reader: WALEntryBatch [walEntries=[{test/51d020ba8351cbadb9891ea48cada7e5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T11:21:47,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:47,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:47,486 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 759, reset compression=false 2024-11-15T11:21:47,683 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:47,789 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 734, reset compression=false 2024-11-15T11:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 881, reset compression=false 2024-11-15T11:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7eaaefa634371b95858d0f2e8637db7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T11:21:47,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:47,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:47,990 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 759, reset compression=false 2024-11-15T11:21:47,991 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:48,002 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:48,002 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 930, reset compression=false 2024-11-15T11:21:48,002 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:48,012 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 881, reset compression=false 2024-11-15T11:21:48,187 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T11:21:48,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T11:21:48,215 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 930, reset compression=false 2024-11-15T11:21:48,318 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 881, reset compression=false 2024-11-15T11:21:48,323 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:48,323 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1040, reset compression=false 2024-11-15T11:21:48,324 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7eaaefa634371b95858d0f2e8637db7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T11:21:48,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:48,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:48,395 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:48,527 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 930, reset compression=false 2024-11-15T11:21:48,532 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1040, reset compression=false 2024-11-15T11:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1080, reset compression=false 2024-11-15T11:21:48,562 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:48,779 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:21:48,793 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1080, reset compression=false 2024-11-15T11:21:48,820 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=33, reused chunk count=129, reuseRatio=79.63% 2024-11-15T11:21:48,820 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T11:21:48,875 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1040, reset compression=false 2024-11-15T11:21:48,902 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:49,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1080, reset compression=false 2024-11-15T11:21:49,193 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T11:21:49,214 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T11:21:49,280 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1040, reset compression=false 2024-11-15T11:21:49,510 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:49,517 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1080, reset compression=false 2024-11-15T11:21:49,560 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:21:49,560 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1239, reset compression=false 2024-11-15T11:21:49,560 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[{test/03e409fe77c811f879e07257e96ad7cd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T11:21:49,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T11:21:49,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T11:21:49,797 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1239, reset compression=false 2024-11-15T11:21:49,817 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1040, reset compression=false 2024-11-15T11:21:49,821 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:49,821 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:49,821 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:50,035 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:50,104 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1239, reset compression=false 2024-11-15T11:21:50,216 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T11:21:50,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:50,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:50,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:50,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:50,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:50,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:50,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:50,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022153150, stopped=false 2024-11-15T11:21:50,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,40189,1731669690672 2024-11-15T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-894633028/running 2024-11-15T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-894633028/running 2024-11-15T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:50,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:50,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:50,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:50,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:50,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,37261,1731669690848' ***** 2024-11-15T11:21:50,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:50,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/running 2024-11-15T11:21:50,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Set watcher on znode that does not yet exist, /2-894633028/running 2024-11-15T11:21:50,249 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:50,249 INFO [RS:0;dbbb793b8023:37261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1110bbaa2099fa1cb7a609284df45583 2024-11-15T11:21:50,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for 03e409fe77c811f879e07257e96ad7cd 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,37261,1731669690848 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37261. 2024-11-15T11:21:50,250 DEBUG [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:50,250 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:50,250 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:50,251 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:50,251 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1110bbaa2099fa1cb7a609284df45583, disabling compactions & flushes 2024-11-15T11:21:50,251 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. after waiting 0 ms 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:50,251 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:50,251 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1325): Online Regions={1110bbaa2099fa1cb7a609284df45583=hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583., 03e409fe77c811f879e07257e96ad7cd=test,,1731669697501.03e409fe77c811f879e07257e96ad7cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:21:50,251 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 03e409fe77c811f879e07257e96ad7cd, 1110bbaa2099fa1cb7a609284df45583, 1588230740 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:50,251 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1110bbaa2099fa1cb7a609284df45583 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T11:21:50,251 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:50,251 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:50,251 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:50,259 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/.tmp/queue/bc799370605a49de865e36a7488445f3 is 154, key is 1-dbbb793b8023,37261,1731669690848/queue:dbbb793b8023%2C37261%2C1731669690848/1731669709567/Put/seqid=0 2024-11-15T11:21:50,285 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/info/b74ef721ed1d4ab0a2fcd2ffb0da5d6d is 147, key is hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583./info:regioninfo/1731669703502/Put/seqid=0 2024-11-15T11:21:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741840_1016 (size=7686) 2024-11-15T11:21:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741841_1017 (size=5353) 2024-11-15T11:21:50,310 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:50,340 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:50,451 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 03e409fe77c811f879e07257e96ad7cd, 1110bbaa2099fa1cb7a609284df45583, 1588230740 2024-11-15T11:21:50,507 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1239, reset compression=false 2024-11-15T11:21:50,651 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 03e409fe77c811f879e07257e96ad7cd, 1110bbaa2099fa1cb7a609284df45583, 1588230740 2024-11-15T11:21:50,702 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/info/b74ef721ed1d4ab0a2fcd2ffb0da5d6d 2024-11-15T11:21:50,706 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/.tmp/queue/bc799370605a49de865e36a7488445f3 2024-11-15T11:21:50,709 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/.tmp/queue/bc799370605a49de865e36a7488445f3 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/queue/bc799370605a49de865e36a7488445f3 2024-11-15T11:21:50,712 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/queue/bc799370605a49de865e36a7488445f3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T11:21:50,713 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1110bbaa2099fa1cb7a609284df45583 in 462ms, sequenceid=12, compaction requested=false 2024-11-15T11:21:50,715 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/replication/1110bbaa2099fa1cb7a609284df45583/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:50,716 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1110bbaa2099fa1cb7a609284df45583: Waiting for close lock at 1731669710251Running coprocessor pre-close hooks at 1731669710251Disabling compacts and flushes for region at 1731669710251Disabling writes for close at 1731669710251Obtaining lock to block concurrent updates at 1731669710251Preparing flush snapshotting stores in 1110bbaa2099fa1cb7a609284df45583 at 1731669710251Finished memstore snapshotting hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731669710252 (+1 ms)Flushing stores of hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. at 1731669710252Flushing 1110bbaa2099fa1cb7a609284df45583/queue: creating writer at 1731669710252Flushing 1110bbaa2099fa1cb7a609284df45583/queue: appending metadata at 1731669710284 (+32 ms)Flushing 1110bbaa2099fa1cb7a609284df45583/queue: closing flushed file at 1731669710284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47837840: reopening flushed file at 1731669710708 (+424 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1110bbaa2099fa1cb7a609284df45583 in 462ms, sequenceid=12, compaction requested=false at 1731669710713 (+5 ms)Writing region close event to WAL at 1731669710713Running coprocessor post-close hooks at 1731669710716 (+3 ms)Closed at 1731669710716 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669703015.1110bbaa2099fa1cb7a609284df45583. 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03e409fe77c811f879e07257e96ad7cd, disabling compactions & flushes 2024-11-15T11:21:50,716 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. after waiting 0 ms 2024-11-15T11:21:50,716 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:50,716 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03e409fe77c811f879e07257e96ad7cd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T11:21:50,722 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/ns/9aec60914d654a5f8907a77cfe588553 is 43, key is default/ns:d/1731669694002/Put/seqid=0 2024-11-15T11:21:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:21:50,733 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f/ece853d693a447cabf6c91b86f4e045f is 29, key is row1/f:/1731669708188/DeleteFamily/seqid=0 2024-11-15T11:21:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741843_1019 (size=5152) 2024-11-15T11:21:50,742 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:50,852 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 03e409fe77c811f879e07257e96ad7cd, 1588230740 2024-11-15T11:21:51,010 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1239, reset compression=false 2024-11-15T11:21:51,013 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:51,013 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1486, reset compression=false 2024-11-15T11:21:51,013 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,37261,1731669690848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:51,014 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,37261,1731669690848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,37261,1731669690848, walGroup=dbbb793b8023%2C37261%2C1731669690848, offset=dbbb793b8023%2C37261%2C1731669690848.1731669693271:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:37261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:51,015 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:51,015 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:51,015 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:51,015 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:51,015 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:51,015 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 844225824 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201781488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:51,015 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:40189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:40189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:51,052 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 03e409fe77c811f879e07257e96ad7cd, 1588230740 2024-11-15T11:21:51,089 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:51,130 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/ns/9aec60914d654a5f8907a77cfe588553 2024-11-15T11:21:51,138 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f/ece853d693a447cabf6c91b86f4e045f 2024-11-15T11:21:51,141 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece853d693a447cabf6c91b86f4e045f 2024-11-15T11:21:51,146 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/rep_barrier/fff8df84ae3241a686929251a5918d27 is 112, key is test,,1731669697501.03e409fe77c811f879e07257e96ad7cd./rep_barrier:seqnumDuringOpen/1731669698737/Put/seqid=0 2024-11-15T11:21:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:21:51,157 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f1/058f3f2389f34c9d88384057f843240a is 30, key is row1/f1:/1731669708188/DeleteFamily/seqid=0 2024-11-15T11:21:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741845_1021 (size=5158) 2024-11-15T11:21:51,163 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f1/058f3f2389f34c9d88384057f843240a 2024-11-15T11:21:51,166 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 058f3f2389f34c9d88384057f843240a 2024-11-15T11:21:51,182 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/norep/5d67929f7da24f3f8938f44f2e28c6b3 is 33, key is row2/norep:/1731669709193/DeleteFamily/seqid=0 2024-11-15T11:21:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741846_1022 (size=5108) 2024-11-15T11:21:51,186 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/norep/5d67929f7da24f3f8938f44f2e28c6b3 2024-11-15T11:21:51,189 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d67929f7da24f3f8938f44f2e28c6b3 2024-11-15T11:21:51,189 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f/ece853d693a447cabf6c91b86f4e045f as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/f/ece853d693a447cabf6c91b86f4e045f 2024-11-15T11:21:51,192 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece853d693a447cabf6c91b86f4e045f 2024-11-15T11:21:51,192 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/f/ece853d693a447cabf6c91b86f4e045f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:51,193 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/f1/058f3f2389f34c9d88384057f843240a as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/f1/058f3f2389f34c9d88384057f843240a 2024-11-15T11:21:51,196 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 058f3f2389f34c9d88384057f843240a 2024-11-15T11:21:51,196 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/f1/058f3f2389f34c9d88384057f843240a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:51,197 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/.tmp/norep/5d67929f7da24f3f8938f44f2e28c6b3 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/norep/5d67929f7da24f3f8938f44f2e28c6b3 2024-11-15T11:21:51,201 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d67929f7da24f3f8938f44f2e28c6b3 2024-11-15T11:21:51,201 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/norep/5d67929f7da24f3f8938f44f2e28c6b3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:51,202 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 03e409fe77c811f879e07257e96ad7cd in 486ms, sequenceid=10, compaction requested=false 2024-11-15T11:21:51,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/default/test/03e409fe77c811f879e07257e96ad7cd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T11:21:51,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:51,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:51,205 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:51,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03e409fe77c811f879e07257e96ad7cd: Waiting for close lock at 1731669710716Running coprocessor pre-close hooks at 1731669710716Disabling compacts and flushes for region at 1731669710716Disabling writes for close at 1731669710716Obtaining lock to block concurrent updates at 1731669710716Preparing flush snapshotting stores in 03e409fe77c811f879e07257e96ad7cd at 1731669710716Finished memstore snapshotting test,,1731669697501.03e409fe77c811f879e07257e96ad7cd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731669710716Flushing stores of test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. at 1731669710717 (+1 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/f: creating writer at 1731669710717Flushing 03e409fe77c811f879e07257e96ad7cd/f: appending metadata at 1731669710732 (+15 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/f: closing flushed file at 1731669710732Flushing 03e409fe77c811f879e07257e96ad7cd/f1: creating writer at 1731669711141 (+409 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/f1: appending metadata at 1731669711156 (+15 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/f1: closing flushed file at 1731669711156Flushing 03e409fe77c811f879e07257e96ad7cd/norep: creating writer at 1731669711166 (+10 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/norep: appending metadata at 1731669711182 (+16 ms)Flushing 03e409fe77c811f879e07257e96ad7cd/norep: closing flushed file at 1731669711182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541d782f: reopening flushed file at 1731669711189 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3bced4: reopening flushed file at 1731669711192 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15067e61: reopening flushed file at 1731669711196 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 03e409fe77c811f879e07257e96ad7cd in 486ms, sequenceid=10, compaction requested=false at 1731669711202 (+6 ms)Writing region close event to WAL at 1731669711202Running coprocessor post-close hooks at 1731669711205 (+3 ms)Closed at 1731669711205 2024-11-15T11:21:51,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669697501.03e409fe77c811f879e07257e96ad7cd. 2024-11-15T11:21:51,217 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 1486, reset compression=false 2024-11-15T11:21:51,220 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:51,220 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 2130, reset compression=false 2024-11-15T11:21:51,229 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:51,229 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:51,245 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:51,252 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:21:51,252 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:21:51,252 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:51,425 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 2130, reset compression=false 2024-11-15T11:21:51,452 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:51,551 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/rep_barrier/fff8df84ae3241a686929251a5918d27 2024-11-15T11:21:51,568 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/table/3d61e0f08fc242c0922b09163c27a164 is 53, key is hbase:replication/table:state/1731669703524/Put/seqid=0 2024-11-15T11:21:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741847_1023 (size=5308) 2024-11-15T11:21:51,652 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:51,728 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 2130, reset compression=false 2024-11-15T11:21:51,848 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:51,853 DEBUG [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:51,974 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/table/3d61e0f08fc242c0922b09163c27a164 2024-11-15T11:21:51,978 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/info/b74ef721ed1d4ab0a2fcd2ffb0da5d6d as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/info/b74ef721ed1d4ab0a2fcd2ffb0da5d6d 2024-11-15T11:21:51,981 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/info/b74ef721ed1d4ab0a2fcd2ffb0da5d6d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:51,982 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/ns/9aec60914d654a5f8907a77cfe588553 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/ns/9aec60914d654a5f8907a77cfe588553 2024-11-15T11:21:51,986 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/ns/9aec60914d654a5f8907a77cfe588553, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:51,987 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/rep_barrier/fff8df84ae3241a686929251a5918d27 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/rep_barrier/fff8df84ae3241a686929251a5918d27 2024-11-15T11:21:51,993 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:51,994 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/rep_barrier/fff8df84ae3241a686929251a5918d27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:51,994 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/.tmp/table/3d61e0f08fc242c0922b09163c27a164 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/table/3d61e0f08fc242c0922b09163c27a164 2024-11-15T11:21:51,999 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/table/3d61e0f08fc242c0922b09163c27a164, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:52,000 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:52,006 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:52,006 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:52,006 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:52,006 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:52,006 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669710251Running coprocessor pre-close hooks at 1731669710251Disabling compacts and flushes for region at 1731669710251Disabling writes for close at 1731669710251Obtaining lock to block concurrent updates at 1731669710251Preparing flush snapshotting stores in 1588230740 at 1731669710251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669710252 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669710253 (+1 ms)Flushing 1588230740/info: creating writer at 1731669710253Flushing 1588230740/info: appending metadata at 1731669710284 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731669710284Flushing 1588230740/ns: creating writer at 1731669710706 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731669710722 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731669710722Flushing 1588230740/rep_barrier: creating writer at 1731669711132 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669711145 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669711146 (+1 ms)Flushing 1588230740/table: creating writer at 1731669711555 (+409 ms)Flushing 1588230740/table: appending metadata at 1731669711568 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731669711568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45726861: reopening flushed file at 1731669711978 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be7bbcf: reopening flushed file at 1731669711982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dab16a6: reopening flushed file at 1731669711986 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7318ec88: reopening flushed file at 1731669711994 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1731669712000 (+6 ms)Writing region close event to WAL at 1731669712003 (+3 ms)Running coprocessor post-close hooks at 1731669712006 (+3 ms)Closed at 1731669712006 2024-11-15T11:21:52,006 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:52,054 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,37261,1731669690848; all regions closed. 2024-11-15T11:21:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741839_1015 (size=3114) 2024-11-15T11:21:52,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.rep.1731669703435 not finished, retry = 0 2024-11-15T11:21:52,131 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 to pos 2130, reset compression=false 2024-11-15T11:21:52,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/WALs/dbbb793b8023,37261,1731669690848/dbbb793b8023%2C37261%2C1731669690848.1731669693271 not finished, retry = 0 2024-11-15T11:21:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741833_1009 (size=2138) 2024-11-15T11:21:52,264 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:52,264 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:52,265 INFO [RS:0;dbbb793b8023:37261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:52,265 INFO [RS:0;dbbb793b8023:37261 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:52,265 INFO [RS:0;dbbb793b8023:37261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:52,265 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:52,265 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,37261,1731669690848 because: Region server is closing 2024-11-15T11:21:52,266 INFO [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37261. 2024-11-15T11:21:52,266 DEBUG [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:52,266 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:52,266 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:52,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:52,366 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.shipperdbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 terminated 2024-11-15T11:21:52,366 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,37261,1731669690848.replicationSource.wal-reader.dbbb793b8023%2C37261%2C1731669690848,1-dbbb793b8023,37261,1731669690848 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:21:52,366 INFO [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:37261. 2024-11-15T11:21:52,366 DEBUG [RS:0;dbbb793b8023:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:52,366 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:52,366 DEBUG [RS:0;dbbb793b8023:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:52,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:52,366 INFO [RS:0;dbbb793b8023:37261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37261 2024-11-15T11:21:52,552 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-894633028/rs/dbbb793b8023,37261,1731669690848 2024-11-15T11:21:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028/rs 2024-11-15T11:21:52,620 INFO [RS:0;dbbb793b8023:37261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:52,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,37261,1731669690848] 2024-11-15T11:21:52,782 INFO [RS:0;dbbb793b8023:37261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:52,782 INFO [RS:0;dbbb793b8023:37261 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,37261,1731669690848; zookeeper connection closed. 2024-11-15T11:21:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1013e3a4ba10007, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:52,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6410143 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6410143 2024-11-15T11:21:52,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:52,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-894633028/draining/dbbb793b8023,37261,1731669690848 already deleted, retry=false 2024-11-15T11:21:52,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,37261,1731669690848 expired; onlineServers=0 2024-11-15T11:21:52,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,40189,1731669690672' ***** 2024-11-15T11:21:52,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:52,820 DEBUG [M:0;dbbb793b8023:40189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:52,820 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:52,820 DEBUG [M:0;dbbb793b8023:40189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:52,820 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669692970 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669692970,5,FailOnTimeoutGroup] 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:52,820 DEBUG [M:0;dbbb793b8023:40189 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:52,820 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669692970 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669692970,5,FailOnTimeoutGroup] 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:52,820 INFO [M:0;dbbb793b8023:40189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:52,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-894633028/master 2024-11-15T11:21:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-894633028 2024-11-15T11:21:52,872 DEBUG [M:0;dbbb793b8023:40189 {}] zookeeper.ZKUtil(347): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Unable to get data of znode /2-894633028/master because node does not exist (not an error) 2024-11-15T11:21:52,872 WARN [M:0;dbbb793b8023:40189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:21:52,882 INFO [M:0;dbbb793b8023:40189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/.lastflushedseqids 2024-11-15T11:21:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:21:52,997 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:53,286 INFO [M:0;dbbb793b8023:40189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:53,286 INFO [M:0;dbbb793b8023:40189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:53,286 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:53,287 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:53,287 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:53,287 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:53,287 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:53,287 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:21:53,303 DEBUG [M:0;dbbb793b8023:40189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b79bafe107e422d8a299cce6592e20b is 82, key is hbase:meta,,1/info:regioninfo/1731669693906/Put/seqid=0 2024-11-15T11:21:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:21:53,355 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:53,706 INFO [M:0;dbbb793b8023:40189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b79bafe107e422d8a299cce6592e20b 2024-11-15T11:21:53,725 DEBUG [M:0;dbbb793b8023:40189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb878232c83642a4adf4f03ed73ac2c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669703530/Put/seqid=0 2024-11-15T11:21:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741850_1026 (size=8515) 2024-11-15T11:21:54,099 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:54,128 INFO [M:0;dbbb793b8023:40189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb878232c83642a4adf4f03ed73ac2c8 2024-11-15T11:21:54,143 DEBUG [M:0;dbbb793b8023:40189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a624b72f4e44de6a8060c97c961f2ba is 69, key is dbbb793b8023,37261,1731669690848/rs:state/1731669693029/Put/seqid=0 2024-11-15T11:21:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:21:54,257 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:54,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:21:54,549 INFO [M:0;dbbb793b8023:40189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a624b72f4e44de6a8060c97c961f2ba 2024-11-15T11:21:54,553 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b79bafe107e422d8a299cce6592e20b as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b79bafe107e422d8a299cce6592e20b 2024-11-15T11:21:54,557 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b79bafe107e422d8a299cce6592e20b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:21:54,557 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb878232c83642a4adf4f03ed73ac2c8 as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb878232c83642a4adf4f03ed73ac2c8 2024-11-15T11:21:54,561 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb878232c83642a4adf4f03ed73ac2c8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:21:54,561 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a624b72f4e44de6a8060c97c961f2ba as hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a624b72f4e44de6a8060c97c961f2ba 2024-11-15T11:21:54,564 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/cb8d4762-88c4-8cb5-c979-b3ec1e9fcbf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a624b72f4e44de6a8060c97c961f2ba, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:21:54,565 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-15T11:21:54,574 INFO [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:54,574 DEBUG [M:0;dbbb793b8023:40189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669713286Disabling compacts and flushes for region at 1731669713286Disabling writes for close at 1731669713287 (+1 ms)Obtaining lock to block concurrent updates at 1731669713287Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669713287Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669713287Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669713287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669713287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669713303 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669713303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669713709 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669713724 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669713724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669714131 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669714143 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669714143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21703ff2: reopening flushed file at 1731669714553 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506d14a6: reopening flushed file at 1731669714557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49897865: reopening flushed file at 1731669714561 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731669714565 (+4 ms)Writing region close event to WAL at 1731669714574 (+9 ms)Closed at 1731669714574 2024-11-15T11:21:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:21:54,586 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:54,586 INFO [M:0;dbbb793b8023:40189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:21:54,586 INFO [M:0;dbbb793b8023:40189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40189 2024-11-15T11:21:54,587 INFO [M:0;dbbb793b8023:40189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:54,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:54,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40189-0x1013e3a4ba10006, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:54,703 INFO [M:0;dbbb793b8023:40189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:54,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fecfa0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:54,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1365fd97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:54,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:54,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4810bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:54,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b41afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:54,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:21:54,716 WARN [BP-1867317252-172.17.0.2-1731669688356 heartbeating to localhost/127.0.0.1:36165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:21:54,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:21:54,716 WARN [BP-1867317252-172.17.0.2-1731669688356 heartbeating to localhost/127.0.0.1:36165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867317252-172.17.0.2-1731669688356 (Datanode Uuid f492f7a5-963f-40e5-80bf-f44bdecf428f) service to localhost/127.0.0.1:36165 2024-11-15T11:21:54,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/cluster_e8a720c5-5280-03da-62a5-642ceab1a045/data/data1/current/BP-1867317252-172.17.0.2-1731669688356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:54,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/cluster_e8a720c5-5280-03da-62a5-642ceab1a045/data/data2/current/BP-1867317252-172.17.0.2-1731669688356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:54,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:21:54,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34f56b89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:54,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12da6911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:54,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:54,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4de04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:54,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24595238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:54,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:21:54,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:54,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:54,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:54,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:54,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:54,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:54,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:54,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2097915001, stopped=false 2024-11-15T11:21:54,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,32819,1731669684830 2024-11-15T11:21:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11464935380/running 2024-11-15T11:21:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11464935380/running 2024-11-15T11:21:54,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:54,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:54,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/running 2024-11-15T11:21:54,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Set watcher on znode that does not yet exist, /11464935380/running 2024-11-15T11:21:54,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:54,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:54,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:54,760 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,34077,1731669684983' ***** 2024-11-15T11:21:54,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:54,761 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:54,761 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:54,761 INFO [RS:0;dbbb793b8023:34077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:54,761 INFO [RS:0;dbbb793b8023:34077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:54,761 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(3091): Received CLOSE for a8cd2d15c426cb02d17dff8278a9544d 2024-11-15T11:21:54,762 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(3091): Received CLOSE for b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,34077,1731669684983 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34077. 2024-11-15T11:21:54,764 DEBUG [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:54,764 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:54,764 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:54,765 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:54,765 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:54,765 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8cd2d15c426cb02d17dff8278a9544d, disabling compactions & flushes 2024-11-15T11:21:54,765 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:54,765 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:54,765 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. after waiting 0 ms 2024-11-15T11:21:54,765 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:54,765 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8cd2d15c426cb02d17dff8278a9544d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T11:21:54,767 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:54,767 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1325): Online Regions={a8cd2d15c426cb02d17dff8278a9544d=hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d., b7eaaefa634371b95858d0f2e8637db7=test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:21:54,767 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8cd2d15c426cb02d17dff8278a9544d, b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:54,768 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:54,768 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:54,768 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:54,768 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:54,769 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:54,769 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:54,784 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/.tmp/queue/f542ab823c2e4363a56ed6c1be1dba5b is 154, key is 1-dbbb793b8023,34077,1731669684983/queue:dbbb793b8023%2C34077%2C1731669684983/1731669709822/Put/seqid=0 2024-11-15T11:21:54,788 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/info/660328ac2cd242a9b71eb54e8120bc0d is 147, key is hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d./info:regioninfo/1731669702314/Put/seqid=0 2024-11-15T11:21:54,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741840_1016 (size=5353) 2024-11-15T11:21:54,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741841_1017 (size=7686) 2024-11-15T11:21:54,967 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8cd2d15c426cb02d17dff8278a9544d, b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:55,167 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8cd2d15c426cb02d17dff8278a9544d, b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:55,196 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/.tmp/queue/f542ab823c2e4363a56ed6c1be1dba5b 2024-11-15T11:21:55,196 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/info/660328ac2cd242a9b71eb54e8120bc0d 2024-11-15T11:21:55,200 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/.tmp/queue/f542ab823c2e4363a56ed6c1be1dba5b as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/queue/f542ab823c2e4363a56ed6c1be1dba5b 2024-11-15T11:21:55,204 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/queue/f542ab823c2e4363a56ed6c1be1dba5b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T11:21:55,205 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a8cd2d15c426cb02d17dff8278a9544d in 440ms, sequenceid=12, compaction requested=false 2024-11-15T11:21:55,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:21:55,211 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/replication/a8cd2d15c426cb02d17dff8278a9544d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:55,212 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8cd2d15c426cb02d17dff8278a9544d: Waiting for close lock at 1731669714765Running coprocessor pre-close hooks at 1731669714765Disabling compacts and flushes for region at 1731669714765Disabling writes for close at 1731669714765Obtaining lock to block concurrent updates at 1731669714765Preparing flush snapshotting stores in a8cd2d15c426cb02d17dff8278a9544d at 1731669714765Finished memstore snapshotting hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731669714767 (+2 ms)Flushing stores of hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. at 1731669714767Flushing a8cd2d15c426cb02d17dff8278a9544d/queue: creating writer at 1731669714767Flushing a8cd2d15c426cb02d17dff8278a9544d/queue: appending metadata at 1731669714784 (+17 ms)Flushing a8cd2d15c426cb02d17dff8278a9544d/queue: closing flushed file at 1731669714784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa0e064: reopening flushed file at 1731669715199 (+415 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a8cd2d15c426cb02d17dff8278a9544d in 440ms, sequenceid=12, compaction requested=false at 1731669715205 (+6 ms)Writing region close event to WAL at 1731669715208 (+3 ms)Running coprocessor post-close hooks at 1731669715212 (+4 ms)Closed at 1731669715212 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669701854.a8cd2d15c426cb02d17dff8278a9544d. 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7eaaefa634371b95858d0f2e8637db7, disabling compactions & flushes 2024-11-15T11:21:55,212 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. after waiting 0 ms 2024-11-15T11:21:55,212 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:55,212 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7eaaefa634371b95858d0f2e8637db7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T11:21:55,216 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/ns/f09cea215ab24607abe438c008e3496b is 43, key is default/ns:d/1731669688302/Put/seqid=0 2024-11-15T11:21:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:21:55,224 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/ns/f09cea215ab24607abe438c008e3496b 2024-11-15T11:21:55,224 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:55,225 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:55,231 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f/2ca102436fe34550aefdf6896bb71b58 is 29, key is row1/f:/1731669708188/DeleteFamily/seqid=0 2024-11-15T11:21:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741843_1019 (size=5152) 2024-11-15T11:21:55,257 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fbf8acb15d34e21a9dc7ae1c19d5f71 is 112, key is test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7./rep_barrier:seqnumDuringOpen/1731669697117/Put/seqid=0 2024-11-15T11:21:55,265 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1189, reset compression=false 2024-11-15T11:21:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741844_1020 (size=5518) 2024-11-15T11:21:55,270 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fbf8acb15d34e21a9dc7ae1c19d5f71 2024-11-15T11:21:55,289 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:55,290 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1436, reset compression=false 2024-11-15T11:21:55,290 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,34077,1731669684983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:55,291 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,34077,1731669684983: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,34077,1731669684983, walGroup=dbbb793b8023%2C34077%2C1731669684983, offset=dbbb793b8023%2C34077%2C1731669684983.1731669687322:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:55,292 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:55,292 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:55,294 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:55,294 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:55,294 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:55,294 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 932306208 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202196216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:55,295 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:55,303 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/table/8a74a2c9ddeb46beb4555ea1f806cbc7 is 53, key is hbase:replication/table:state/1731669702322/Put/seqid=0 2024-11-15T11:21:55,305 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741845_1021 (size=5308) 2024-11-15T11:21:55,368 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:55,497 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1436, reset compression=false 2024-11-15T11:21:55,568 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:55,650 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f/2ca102436fe34550aefdf6896bb71b58 2024-11-15T11:21:55,653 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca102436fe34550aefdf6896bb71b58 2024-11-15T11:21:55,671 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f1/7224a66b144c4c4aab37e1df1480e28b is 30, key is row1/f1:/1731669708188/DeleteFamily/seqid=0 2024-11-15T11:21:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741846_1022 (size=5158) 2024-11-15T11:21:55,713 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/table/8a74a2c9ddeb46beb4555ea1f806cbc7 2024-11-15T11:21:55,718 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/info/660328ac2cd242a9b71eb54e8120bc0d as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/info/660328ac2cd242a9b71eb54e8120bc0d 2024-11-15T11:21:55,723 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/info/660328ac2cd242a9b71eb54e8120bc0d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:55,723 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/ns/f09cea215ab24607abe438c008e3496b as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/ns/f09cea215ab24607abe438c008e3496b 2024-11-15T11:21:55,730 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/ns/f09cea215ab24607abe438c008e3496b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:55,732 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fbf8acb15d34e21a9dc7ae1c19d5f71 as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/rep_barrier/5fbf8acb15d34e21a9dc7ae1c19d5f71 2024-11-15T11:21:55,736 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/rep_barrier/5fbf8acb15d34e21a9dc7ae1c19d5f71, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:55,737 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/.tmp/table/8a74a2c9ddeb46beb4555ea1f806cbc7 as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/table/8a74a2c9ddeb46beb4555ea1f806cbc7 2024-11-15T11:21:55,743 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/table/8a74a2c9ddeb46beb4555ea1f806cbc7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:55,744 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:55,748 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:55,748 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:55,748 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:55,748 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:55,748 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669714768Running coprocessor pre-close hooks at 1731669714768Disabling compacts and flushes for region at 1731669714768Disabling writes for close at 1731669714769 (+1 ms)Obtaining lock to block concurrent updates at 1731669714769Preparing flush snapshotting stores in 1588230740 at 1731669714769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669714770 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669714770Flushing 1588230740/info: creating writer at 1731669714770Flushing 1588230740/info: appending metadata at 1731669714788 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731669714788Flushing 1588230740/ns: creating writer at 1731669715200 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731669715216 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731669715216Flushing 1588230740/rep_barrier: creating writer at 1731669715235 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669715256 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669715256Flushing 1588230740/table: creating writer at 1731669715274 (+18 ms)Flushing 1588230740/table: appending metadata at 1731669715303 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731669715303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7e6a6a: reopening flushed file at 1731669715718 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718a6834: reopening flushed file at 1731669715723 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379b8065: reopening flushed file at 1731669715730 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7912d70e: reopening flushed file at 1731669715736 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false at 1731669715744 (+8 ms)Writing region close event to WAL at 1731669715746 (+2 ms)Running coprocessor post-close hooks at 1731669715748 (+2 ms)Closed at 1731669715748 2024-11-15T11:21:55,749 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:55,768 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:21:55,768 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1325): Online Regions={b7eaaefa634371b95858d0f2e8637db7=test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7.} 2024-11-15T11:21:55,768 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:55,800 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1436, reset compression=false 2024-11-15T11:21:55,968 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:56,075 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f1/7224a66b144c4c4aab37e1df1480e28b 2024-11-15T11:21:56,079 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7224a66b144c4c4aab37e1df1480e28b 2024-11-15T11:21:56,092 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/norep/37d11ba75ccb43e7af6d7c91402c3768 is 33, key is row1/norep:/1731669708188/DeleteFamily/seqid=0 2024-11-15T11:21:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741847_1023 (size=5108) 2024-11-15T11:21:56,168 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:56,205 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/WALs/dbbb793b8023,34077,1731669684983/dbbb793b8023%2C34077%2C1731669684983.1731669687322 to pos 1436, reset compression=false 2024-11-15T11:21:56,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:21:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:21:56,369 DEBUG [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1351): Waiting on b7eaaefa634371b95858d0f2e8637db7 2024-11-15T11:21:56,495 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/norep/37d11ba75ccb43e7af6d7c91402c3768 2024-11-15T11:21:56,498 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37d11ba75ccb43e7af6d7c91402c3768 2024-11-15T11:21:56,499 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f/2ca102436fe34550aefdf6896bb71b58 as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/f/2ca102436fe34550aefdf6896bb71b58 2024-11-15T11:21:56,502 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca102436fe34550aefdf6896bb71b58 2024-11-15T11:21:56,502 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/f/2ca102436fe34550aefdf6896bb71b58, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:56,502 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/f1/7224a66b144c4c4aab37e1df1480e28b as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/f1/7224a66b144c4c4aab37e1df1480e28b 2024-11-15T11:21:56,505 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7224a66b144c4c4aab37e1df1480e28b 2024-11-15T11:21:56,505 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/f1/7224a66b144c4c4aab37e1df1480e28b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:56,506 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/.tmp/norep/37d11ba75ccb43e7af6d7c91402c3768 as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/norep/37d11ba75ccb43e7af6d7c91402c3768 2024-11-15T11:21:56,510 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37d11ba75ccb43e7af6d7c91402c3768 2024-11-15T11:21:56,510 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/norep/37d11ba75ccb43e7af6d7c91402c3768, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T11:21:56,511 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7eaaefa634371b95858d0f2e8637db7 in 1299ms, sequenceid=10, compaction requested=false 2024-11-15T11:21:56,511 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:21:56,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/data/default/test/b7eaaefa634371b95858d0f2e8637db7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T11:21:56,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:56,515 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:56,515 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:56,516 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7eaaefa634371b95858d0f2e8637db7: Waiting for close lock at 1731669715212Running coprocessor pre-close hooks at 1731669715212Disabling compacts and flushes for region at 1731669715212Disabling writes for close at 1731669715212Obtaining lock to block concurrent updates at 1731669715212Preparing flush snapshotting stores in b7eaaefa634371b95858d0f2e8637db7 at 1731669715212Finished memstore snapshotting test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731669715213 (+1 ms)Flushing stores of test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. at 1731669715213Flushing b7eaaefa634371b95858d0f2e8637db7/f: creating writer at 1731669715213Flushing b7eaaefa634371b95858d0f2e8637db7/f: appending metadata at 1731669715231 (+18 ms)Flushing b7eaaefa634371b95858d0f2e8637db7/f: closing flushed file at 1731669715231Flushing b7eaaefa634371b95858d0f2e8637db7/f1: creating writer at 1731669715654 (+423 ms)Flushing b7eaaefa634371b95858d0f2e8637db7/f1: appending metadata at 1731669715671 (+17 ms)Flushing b7eaaefa634371b95858d0f2e8637db7/f1: closing flushed file at 1731669715671Flushing b7eaaefa634371b95858d0f2e8637db7/norep: creating writer at 1731669716079 (+408 ms)Flushing b7eaaefa634371b95858d0f2e8637db7/norep: appending metadata at 1731669716091 (+12 ms)Flushing b7eaaefa634371b95858d0f2e8637db7/norep: closing flushed file at 1731669716091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c63287e: reopening flushed file at 1731669716499 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb81dea: reopening flushed file at 1731669716502 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121c50c2: reopening flushed file at 1731669716505 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b7eaaefa634371b95858d0f2e8637db7 in 1299ms, sequenceid=10, compaction requested=false at 1731669716511 (+6 ms)Writing region close event to WAL at 1731669716513 (+2 ms)Running coprocessor post-close hooks at 1731669716515 (+2 ms)Closed at 1731669716515 2024-11-15T11:21:56,516 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669696360.b7eaaefa634371b95858d0f2e8637db7. 2024-11-15T11:21:56,569 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,34077,1731669684983; all regions closed. 2024-11-15T11:21:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741839_1015 (size=3114) 2024-11-15T11:21:56,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741832_1008 (size=2088) 2024-11-15T11:21:56,574 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:56,574 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:56,574 INFO [RS:0;dbbb793b8023:34077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:56,574 INFO [RS:0;dbbb793b8023:34077 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:56,575 INFO [RS:0;dbbb793b8023:34077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:56,575 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:56,575 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,34077,1731669684983 because: Region server is closing 2024-11-15T11:21:56,575 INFO [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34077. 2024-11-15T11:21:56,575 DEBUG [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:56,575 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:56,575 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:56,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:56,617 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:56,675 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.shipperdbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 terminated 2024-11-15T11:21:56,675 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,34077,1731669684983.replicationSource.wal-reader.dbbb793b8023%2C34077%2C1731669684983,1-dbbb793b8023,34077,1731669684983 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:21:56,676 INFO [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34077. 2024-11-15T11:21:56,676 DEBUG [RS:0;dbbb793b8023:34077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:56,676 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:56,676 DEBUG [RS:0;dbbb793b8023:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:56,676 INFO [RS:0;dbbb793b8023:34077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34077 2024-11-15T11:21:56,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380/rs 2024-11-15T11:21:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11464935380/rs/dbbb793b8023,34077,1731669684983 2024-11-15T11:21:56,684 INFO [RS:0;dbbb793b8023:34077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:56,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,34077,1731669684983] 2024-11-15T11:21:56,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/draining/dbbb793b8023,34077,1731669684983 already deleted, retry=false 2024-11-15T11:21:56,747 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,34077,1731669684983 expired; onlineServers=0 2024-11-15T11:21:56,747 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,32819,1731669684830' ***** 2024-11-15T11:21:56,747 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:56,747 INFO [M:0;dbbb793b8023:32819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:56,747 INFO [M:0;dbbb793b8023:32819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:56,747 DEBUG [M:0;dbbb793b8023:32819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:56,747 DEBUG [M:0;dbbb793b8023:32819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:56,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:56,747 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669687071 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669687071,5,FailOnTimeoutGroup] 2024-11-15T11:21:56,747 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669687071 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669687071,5,FailOnTimeoutGroup] 2024-11-15T11:21:56,747 INFO [M:0;dbbb793b8023:32819 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:56,747 INFO [M:0;dbbb793b8023:32819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:56,748 DEBUG [M:0;dbbb793b8023:32819 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:56,748 INFO [M:0;dbbb793b8023:32819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:56,748 INFO [M:0;dbbb793b8023:32819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:56,748 INFO [M:0;dbbb793b8023:32819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:56,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:56,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11464935380/master 2024-11-15T11:21:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11464935380 2024-11-15T11:21:56,768 DEBUG [M:0;dbbb793b8023:32819 {}] zookeeper.RecoverableZooKeeper(212): Node /11464935380/master already deleted, retry=false 2024-11-15T11:21:56,768 DEBUG [M:0;dbbb793b8023:32819 {}] master.ActiveMasterManager(353): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Failed delete of our master address node; KeeperErrorCode = NoNode for /11464935380/master 2024-11-15T11:21:56,769 INFO [M:0;dbbb793b8023:32819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/.lastflushedseqids 2024-11-15T11:21:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741848_1024 (size=245) 2024-11-15T11:21:56,781 INFO [M:0;dbbb793b8023:32819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:56,782 INFO [M:0;dbbb793b8023:32819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:56,782 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:56,782 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:56,782 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:56,782 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:56,782 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:56,782 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T11:21:56,809 DEBUG [M:0;dbbb793b8023:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed05a4122dfe4450aac2692b799bbcdf is 82, key is hbase:meta,,1/info:regioninfo/1731669688289/Put/seqid=0 2024-11-15T11:21:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741849_1025 (size=5672) 2024-11-15T11:21:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:56,834 INFO [RS:0;dbbb793b8023:34077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:56,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x1013e3a4ba10004, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:56,834 INFO [RS:0;dbbb793b8023:34077 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,34077,1731669684983; zookeeper connection closed. 2024-11-15T11:21:56,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3289b36e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3289b36e 2024-11-15T11:21:56,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:57,213 INFO [M:0;dbbb793b8023:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed05a4122dfe4450aac2692b799bbcdf 2024-11-15T11:21:57,245 DEBUG [M:0;dbbb793b8023:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84cb12f012df4f69afc5e8ba581532ba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669702335/Put/seqid=0 2024-11-15T11:21:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741850_1026 (size=8515) 2024-11-15T11:21:57,249 INFO [M:0;dbbb793b8023:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84cb12f012df4f69afc5e8ba581532ba 2024-11-15T11:21:57,272 DEBUG [M:0;dbbb793b8023:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae3d5c4385541b682922469dda4a639 is 69, key is dbbb793b8023,34077,1731669684983/rs:state/1731669687142/Put/seqid=0 2024-11-15T11:21:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741851_1027 (size=5156) 2024-11-15T11:21:57,277 INFO [M:0;dbbb793b8023:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae3d5c4385541b682922469dda4a639 2024-11-15T11:21:57,282 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed05a4122dfe4450aac2692b799bbcdf as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed05a4122dfe4450aac2692b799bbcdf 2024-11-15T11:21:57,286 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed05a4122dfe4450aac2692b799bbcdf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T11:21:57,287 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84cb12f012df4f69afc5e8ba581532ba as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84cb12f012df4f69afc5e8ba581532ba 2024-11-15T11:21:57,292 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84cb12f012df4f69afc5e8ba581532ba, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T11:21:57,293 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ae3d5c4385541b682922469dda4a639 as hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae3d5c4385541b682922469dda4a639 2024-11-15T11:21:57,297 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40289/user/jenkins/test-data/0940b790-4dfd-e473-d10b-06bd862c7d0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ae3d5c4385541b682922469dda4a639, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T11:21:57,298 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-11-15T11:21:57,299 INFO [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:57,299 DEBUG [M:0;dbbb793b8023:32819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669716782Disabling compacts and flushes for region at 1731669716782Disabling writes for close at 1731669716782Obtaining lock to block concurrent updates at 1731669716782Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669716782Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731669716782Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669716783 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669716783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669716808 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669716808Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669717226 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669717244 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669717244Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669717253 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669717272 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669717272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55adee93: reopening flushed file at 1731669717281 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1f0b33: reopening flushed file at 1731669717286 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5df9a6: reopening flushed file at 1731669717292 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1731669717298 (+6 ms)Writing region close event to WAL at 1731669717299 (+1 ms)Closed at 1731669717299 2024-11-15T11:21:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741830_1006 (size=63642) 2024-11-15T11:21:57,301 INFO [M:0;dbbb793b8023:32819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:21:57,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:57,302 INFO [M:0;dbbb793b8023:32819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32819 2024-11-15T11:21:57,302 INFO [M:0;dbbb793b8023:32819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:57,447 INFO [M:0;dbbb793b8023:32819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1013e3a4ba10003, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:57,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@683d1e73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:21:57,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d78813c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:57,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:57,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abec380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:57,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb24cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:57,453 WARN [BP-1603476035-172.17.0.2-1731669682861 heartbeating to localhost/127.0.0.1:40289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:21:57,453 WARN [BP-1603476035-172.17.0.2-1731669682861 heartbeating to localhost/127.0.0.1:40289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603476035-172.17.0.2-1731669682861 (Datanode Uuid 468f2d70-9cf5-4760-b655-10cb62cc1534) service to localhost/127.0.0.1:40289 2024-11-15T11:21:57,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:21:57,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:21:57,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/cluster_6e4670f6-a048-9e4b-ba43-f3849048ce32/data/data1/current/BP-1603476035-172.17.0.2-1731669682861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:57,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:21:57,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/cluster_6e4670f6-a048-9e4b-ba43-f3849048ce32/data/data2/current/BP-1603476035-172.17.0.2-1731669682861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:21:57,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c354c13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:21:57,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27b73b82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:21:57,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:21:57,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bf4c6dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:21:57,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c027fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a8fad67-7c39-bc10-8e8c-1c9c25422071/hadoop.log.dir/,STOPPED} 2024-11-15T11:21:57,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:21:57,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:21:57,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:57,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:57,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:57,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:57,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:57,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:21:57,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=660187409, stopped=false 2024-11-15T11:21:57,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,46749,1731669679189 2024-11-15T11:21:57,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1122283731/running 2024-11-15T11:21:57,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1122283731/running 2024-11-15T11:21:57,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:57,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:57,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:57,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:21:57,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/running 2024-11-15T11:21:57,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,40279,1731669679388' ***** 2024-11-15T11:21:57,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:21:57,506 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:21:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Set watcher on znode that does not yet exist, /0-1122283731/running 2024-11-15T11:21:57,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:21:57,506 INFO [RS:0;dbbb793b8023:40279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:21:57,506 INFO [RS:0;dbbb793b8023:40279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:21:57,506 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(3091): Received CLOSE for 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,40279,1731669679388 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:40279. 2024-11-15T11:21:57,507 DEBUG [RS:0;dbbb793b8023:40279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:57,507 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:21:57,507 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:21:57,507 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51d020ba8351cbadb9891ea48cada7e5, disabling compactions & flushes 2024-11-15T11:21:57,507 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:57,507 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:57,507 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. after waiting 0 ms 2024-11-15T11:21:57,507 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:57,508 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51d020ba8351cbadb9891ea48cada7e5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T11:21:57,508 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:21:57,508 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1325): Online Regions={51d020ba8351cbadb9891ea48cada7e5=test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5., 1588230740=hbase:meta,,1.1588230740, 0e8aa99bf358ef5b10d40c64881e5937=hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.} 2024-11-15T11:21:57,508 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740, 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:57,508 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:21:57,508 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:21:57,508 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:21:57,508 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:21:57,508 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:21:57,509 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:21:57,524 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f/bca580f29e754cf6a5959ad8d0c4c522 is 28, key is row/f:/1731669707182/DeleteFamily/seqid=0 2024-11-15T11:21:57,524 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/info/fd02c18848ab47e39139927d929e5d7b is 147, key is hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937./info:regioninfo/1731669700623/Put/seqid=0 2024-11-15T11:21:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741840_1016 (size=5085) 2024-11-15T11:21:57,541 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f/bca580f29e754cf6a5959ad8d0c4c522 2024-11-15T11:21:57,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741841_1017 (size=7686) 2024-11-15T11:21:57,547 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/info/fd02c18848ab47e39139927d929e5d7b 2024-11-15T11:21:57,548 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bca580f29e754cf6a5959ad8d0c4c522 2024-11-15T11:21:57,559 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:57,571 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f1/929ce7b25b4c43d594a0e6e489ac0125 is 29, key is row/f1:/1731669707182/DeleteFamily/seqid=0 2024-11-15T11:21:57,574 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/ns/c0e7a792c18a4e55acf88775dfde2d2a is 43, key is default/ns:d/1731669682725/Put/seqid=0 2024-11-15T11:21:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741842_1018 (size=5089) 2024-11-15T11:21:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741843_1019 (size=5153) 2024-11-15T11:21:57,708 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740, 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:57,721 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:21:57,721 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:21:57,908 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740, 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:57,977 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f1/929ce7b25b4c43d594a0e6e489ac0125 2024-11-15T11:21:57,981 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 929ce7b25b4c43d594a0e6e489ac0125 2024-11-15T11:21:57,986 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/ns/c0e7a792c18a4e55acf88775dfde2d2a 2024-11-15T11:21:57,998 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/norep/852110dac46a43d4a15ec2d744b0bb79 is 32, key is row/norep:/1731669707182/DeleteFamily/seqid=0 2024-11-15T11:21:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741844_1020 (size=5101) 2024-11-15T11:21:58,013 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/rep_barrier/437f0832c6cd484eba0adfb20d8a027f is 112, key is test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5./rep_barrier:seqnumDuringOpen/1731669695396/Put/seqid=0 2024-11-15T11:21:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741845_1021 (size=5518) 2024-11-15T11:21:58,020 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 636, reset compression=false 2024-11-15T11:21:58,026 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:58,026 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 883, reset compression=false 2024-11-15T11:21:58,026 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,40279,1731669679388 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:21:58,026 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,40279,1731669679388: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-dbbb793b8023,40279,1731669679388, walGroup=dbbb793b8023%2C40279%2C1731669679388, offset=dbbb793b8023%2C40279%2C1731669679388.1731669681820:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:40279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:21:58,027 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:21:58,027 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:21:58,028 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:21:58,028 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:21:58,028 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:21:58,028 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1016192288 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202691120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:21:58,028 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:46749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:46749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:21:58,109 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740, 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:58,229 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 883, reset compression=false 2024-11-15T11:21:58,309 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740, 51d020ba8351cbadb9891ea48cada7e5 2024-11-15T11:21:58,403 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/norep/852110dac46a43d4a15ec2d744b0bb79 2024-11-15T11:21:58,408 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 852110dac46a43d4a15ec2d744b0bb79 2024-11-15T11:21:58,409 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f/bca580f29e754cf6a5959ad8d0c4c522 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/f/bca580f29e754cf6a5959ad8d0c4c522 2024-11-15T11:21:58,414 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bca580f29e754cf6a5959ad8d0c4c522 2024-11-15T11:21:58,414 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/f/bca580f29e754cf6a5959ad8d0c4c522, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T11:21:58,415 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/f1/929ce7b25b4c43d594a0e6e489ac0125 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/f1/929ce7b25b4c43d594a0e6e489ac0125 2024-11-15T11:21:58,418 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/rep_barrier/437f0832c6cd484eba0adfb20d8a027f 2024-11-15T11:21:58,421 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 929ce7b25b4c43d594a0e6e489ac0125 2024-11-15T11:21:58,422 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/f1/929ce7b25b4c43d594a0e6e489ac0125, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T11:21:58,423 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/.tmp/norep/852110dac46a43d4a15ec2d744b0bb79 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/norep/852110dac46a43d4a15ec2d744b0bb79 2024-11-15T11:21:58,433 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 852110dac46a43d4a15ec2d744b0bb79 2024-11-15T11:21:58,433 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/norep/852110dac46a43d4a15ec2d744b0bb79, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T11:21:58,434 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51d020ba8351cbadb9891ea48cada7e5 in 927ms, sequenceid=6, compaction requested=false 2024-11-15T11:21:58,434 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:21:58,444 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/table/495bf22b37824ee8a2e033267b10663d is 53, key is hbase:replication/table:state/1731669700636/Put/seqid=0 2024-11-15T11:21:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741846_1022 (size=5308) 2024-11-15T11:21:58,460 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/default/test/51d020ba8351cbadb9891ea48cada7e5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:21:58,461 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51d020ba8351cbadb9891ea48cada7e5: Waiting for close lock at 1731669717507Running coprocessor pre-close hooks at 1731669717507Disabling compacts and flushes for region at 1731669717507Disabling writes for close at 1731669717507Obtaining lock to block concurrent updates at 1731669717508 (+1 ms)Preparing flush snapshotting stores in 51d020ba8351cbadb9891ea48cada7e5 at 1731669717508Finished memstore snapshotting test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731669717508Flushing stores of test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. at 1731669717509 (+1 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/f: creating writer at 1731669717509Flushing 51d020ba8351cbadb9891ea48cada7e5/f: appending metadata at 1731669717523 (+14 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/f: closing flushed file at 1731669717523Flushing 51d020ba8351cbadb9891ea48cada7e5/f1: creating writer at 1731669717549 (+26 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/f1: appending metadata at 1731669717570 (+21 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/f1: closing flushed file at 1731669717570Flushing 51d020ba8351cbadb9891ea48cada7e5/norep: creating writer at 1731669717981 (+411 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/norep: appending metadata at 1731669717997 (+16 ms)Flushing 51d020ba8351cbadb9891ea48cada7e5/norep: closing flushed file at 1731669717997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6f12b5: reopening flushed file at 1731669718408 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54da20d: reopening flushed file at 1731669718414 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc5f1d7: reopening flushed file at 1731669718422 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51d020ba8351cbadb9891ea48cada7e5 in 927ms, sequenceid=6, compaction requested=false at 1731669718434 (+12 ms)Writing region close event to WAL at 1731669718456 (+22 ms)Running coprocessor post-close hooks at 1731669718460 (+4 ms)Closed at 1731669718461 (+1 ms) 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669694205.51d020ba8351cbadb9891ea48cada7e5. 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e8aa99bf358ef5b10d40c64881e5937, disabling compactions & flushes 2024-11-15T11:21:58,461 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. after waiting 0 ms 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e8aa99bf358ef5b10d40c64881e5937: Waiting for close lock at 1731669718461Running coprocessor pre-close hooks at 1731669718461Disabling compacts and flushes for region at 1731669718461Disabling writes for close at 1731669718461Failed flush hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937., putting online again at 1731669718461 2024-11-15T11:21:58,461 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,509 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:21:58,509 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e8aa99bf358ef5b10d40c64881e5937=hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937.} 2024-11-15T11:21:58,509 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e8aa99bf358ef5b10d40c64881e5937 2024-11-15T11:21:58,509 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 0e8aa99bf358ef5b10d40c64881e5937, 1588230740 2024-11-15T11:21:58,509 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e8aa99bf358ef5b10d40c64881e5937, disabling compactions & flushes 2024-11-15T11:21:58,509 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,510 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,510 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. after waiting 0 ms 2024-11-15T11:21:58,510 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,510 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e8aa99bf358ef5b10d40c64881e5937: Waiting for close lock at 1731669718509Running coprocessor pre-close hooks at 1731669718509Disabling compacts and flushes for region at 1731669718509Disabling writes for close at 1731669718510 (+1 ms)Failed flush hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937., putting online again at 1731669718510 2024-11-15T11:21:58,510 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731669699689.0e8aa99bf358ef5b10d40c64881e5937. 2024-11-15T11:21:58,536 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 883, reset compression=false 2024-11-15T11:21:58,567 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:21:58,567 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 1527, reset compression=false 2024-11-15T11:21:58,710 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:58,790 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 1527, reset compression=false 2024-11-15T11:21:58,858 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/table/495bf22b37824ee8a2e033267b10663d 2024-11-15T11:21:58,863 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/info/fd02c18848ab47e39139927d929e5d7b as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/info/fd02c18848ab47e39139927d929e5d7b 2024-11-15T11:21:58,866 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/info/fd02c18848ab47e39139927d929e5d7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:21:58,867 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/ns/c0e7a792c18a4e55acf88775dfde2d2a as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/ns/c0e7a792c18a4e55acf88775dfde2d2a 2024-11-15T11:21:58,871 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/ns/c0e7a792c18a4e55acf88775dfde2d2a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:21:58,871 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/rep_barrier/437f0832c6cd484eba0adfb20d8a027f as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/rep_barrier/437f0832c6cd484eba0adfb20d8a027f 2024-11-15T11:21:58,876 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/rep_barrier/437f0832c6cd484eba0adfb20d8a027f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:21:58,878 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/.tmp/table/495bf22b37824ee8a2e033267b10663d as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/table/495bf22b37824ee8a2e033267b10663d 2024-11-15T11:21:58,885 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/table/495bf22b37824ee8a2e033267b10663d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:21:58,888 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false 2024-11-15T11:21:58,888 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:21:58,910 DEBUG [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:21:58,923 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:21:58,924 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:21:58,924 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:21:58,924 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:58,924 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669717508Running coprocessor pre-close hooks at 1731669717508Disabling compacts and flushes for region at 1731669717508Disabling writes for close at 1731669717508Obtaining lock to block concurrent updates at 1731669717509 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731669717509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669717509Flushing stores of hbase:meta,,1.1588230740 at 1731669717509Flushing 1588230740/info: creating writer at 1731669717509Flushing 1588230740/info: appending metadata at 1731669717524 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731669717524Flushing 1588230740/ns: creating writer at 1731669717556 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731669717573 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731669717574 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731669717990 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669718013 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669718013Flushing 1588230740/table: creating writer at 1731669718423 (+410 ms)Flushing 1588230740/table: appending metadata at 1731669718443 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731669718443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7e01e6: reopening flushed file at 1731669718862 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a78601: reopening flushed file at 1731669718866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3602bccc: reopening flushed file at 1731669718871 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6463b57e: reopening flushed file at 1731669718876 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false at 1731669718888 (+12 ms)Writing region close event to WAL at 1731669718920 (+32 ms)Running coprocessor post-close hooks at 1731669718924 (+4 ms)Closed at 1731669718924 2024-11-15T11:21:58,924 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:21:59,094 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/WALs/dbbb793b8023,40279,1731669679388/dbbb793b8023%2C40279%2C1731669679388.1731669681820 to pos 1527, reset compression=false 2024-11-15T11:21:59,110 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T11:21:59,110 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,40279,1731669679388; all regions closed. 2024-11-15T11:21:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741834_1010 (size=4239) 2024-11-15T11:21:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741839_1015 (size=1297) 2024-11-15T11:21:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741832_1008 (size=1535) 2024-11-15T11:21:59,117 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:59,117 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:21:59,117 INFO [RS:0;dbbb793b8023:40279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:59,117 INFO [RS:0;dbbb793b8023:40279 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:59,117 INFO [RS:0;dbbb793b8023:40279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:59,117 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:21:59,117 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,40279,1731669679388 because: Region server is closing 2024-11-15T11:21:59,118 INFO [RS:0;dbbb793b8023:40279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:40279. 2024-11-15T11:21:59,118 DEBUG [RS:0;dbbb793b8023:40279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:21:59,118 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:59,118 DEBUG [RS:0;dbbb793b8023:40279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:21:59,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:21:59,218 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.shipperdbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 terminated 2024-11-15T11:21:59,218 INFO [RS:0;dbbb793b8023:40279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40279 2024-11-15T11:21:59,218 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,40279,1731669679388.replicationSource.wal-reader.dbbb793b8023%2C40279%2C1731669679388,1-dbbb793b8023,40279,1731669679388 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:21:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1122283731/rs/dbbb793b8023,40279,1731669679388 2024-11-15T11:21:59,284 INFO [RS:0;dbbb793b8023:40279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:21:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731/rs 2024-11-15T11:21:59,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,40279,1731669679388] 2024-11-15T11:21:59,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/draining/dbbb793b8023,40279,1731669679388 already deleted, retry=false 2024-11-15T11:21:59,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,40279,1731669679388 expired; onlineServers=0 2024-11-15T11:21:59,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,46749,1731669679189' ***** 2024-11-15T11:21:59,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:21:59,305 DEBUG [M:0;dbbb793b8023:46749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:21:59,305 DEBUG [M:0;dbbb793b8023:46749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:21:59,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:21:59,305 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669681439 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669681439,5,FailOnTimeoutGroup] 2024-11-15T11:21:59,305 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669681439 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669681439,5,FailOnTimeoutGroup] 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:21:59,305 DEBUG [M:0;dbbb793b8023:46749 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:21:59,305 INFO [M:0;dbbb793b8023:46749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:21:59,306 ERROR [M:0;dbbb793b8023:46749 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39701,5,PEWorkerGroup] 2024-11-15T11:21:59,306 INFO [M:0;dbbb793b8023:46749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:21:59,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:21:59,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1122283731/master 2024-11-15T11:21:59,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1122283731 2024-11-15T11:21:59,315 DEBUG [M:0;dbbb793b8023:46749 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1122283731/master already deleted, retry=false 2024-11-15T11:21:59,315 DEBUG [M:0;dbbb793b8023:46749 {}] master.ActiveMasterManager(353): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1122283731/master 2024-11-15T11:21:59,317 INFO [M:0;dbbb793b8023:46749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/.lastflushedseqids 2024-11-15T11:21:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741847_1023 (size=245) 2024-11-15T11:21:59,328 INFO [M:0;dbbb793b8023:46749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:21:59,328 INFO [M:0;dbbb793b8023:46749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:21:59,328 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:21:59,328 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:59,328 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:59,328 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:21:59,328 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:21:59,328 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T11:21:59,346 DEBUG [M:0;dbbb793b8023:46749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df5bf3a969646468a3f369b074d2041 is 82, key is hbase:meta,,1/info:regioninfo/1731669682697/Put/seqid=0 2024-11-15T11:21:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741848_1024 (size=5672) 2024-11-15T11:21:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40279-0x1013e3a4ba10001, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:21:59,395 INFO [RS:0;dbbb793b8023:40279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:21:59,395 INFO [RS:0;dbbb793b8023:40279 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,40279,1731669679388; zookeeper connection closed. 2024-11-15T11:21:59,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@184c26be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@184c26be 2024-11-15T11:21:59,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:21:59,763 INFO [M:0;dbbb793b8023:46749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df5bf3a969646468a3f369b074d2041 2024-11-15T11:21:59,784 DEBUG [M:0;dbbb793b8023:46749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8a1c08493c485c9bdf1e3422b2d4e5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669695411/Put/seqid=0 2024-11-15T11:21:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741849_1025 (size=7218) 2024-11-15T11:22:00,187 INFO [M:0;dbbb793b8023:46749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8a1c08493c485c9bdf1e3422b2d4e5 2024-11-15T11:22:00,194 INFO [M:0;dbbb793b8023:46749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed8a1c08493c485c9bdf1e3422b2d4e5 2024-11-15T11:22:00,213 DEBUG [M:0;dbbb793b8023:46749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca8b2f38439e4e2a83962118ad8b8ff2 is 69, key is dbbb793b8023,40279,1731669679388/rs:state/1731669681662/Put/seqid=0 2024-11-15T11:22:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741850_1026 (size=5156) 2024-11-15T11:22:00,217 INFO [M:0;dbbb793b8023:46749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca8b2f38439e4e2a83962118ad8b8ff2 2024-11-15T11:22:00,222 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0df5bf3a969646468a3f369b074d2041 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0df5bf3a969646468a3f369b074d2041 2024-11-15T11:22:00,226 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0df5bf3a969646468a3f369b074d2041, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T11:22:00,227 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8a1c08493c485c9bdf1e3422b2d4e5 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed8a1c08493c485c9bdf1e3422b2d4e5 2024-11-15T11:22:00,230 INFO [M:0;dbbb793b8023:46749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed8a1c08493c485c9bdf1e3422b2d4e5 2024-11-15T11:22:00,231 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed8a1c08493c485c9bdf1e3422b2d4e5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T11:22:00,231 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca8b2f38439e4e2a83962118ad8b8ff2 as hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca8b2f38439e4e2a83962118ad8b8ff2 2024-11-15T11:22:00,234 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39701/user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca8b2f38439e4e2a83962118ad8b8ff2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T11:22:00,235 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false 2024-11-15T11:22:00,241 INFO [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:00,241 DEBUG [M:0;dbbb793b8023:46749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669719328Disabling compacts and flushes for region at 1731669719328Disabling writes for close at 1731669719328Obtaining lock to block concurrent updates at 1731669719328Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669719328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731669719329 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669719329Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669719329Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669719346 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669719346Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669719767 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669719783 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669719783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669720194 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669720213 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669720213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a659932: reopening flushed file at 1731669720221 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2981199f: reopening flushed file at 1731669720226 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b53dde: reopening flushed file at 1731669720231 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=105, compaction requested=false at 1731669720235 (+4 ms)Writing region close event to WAL at 1731669720241 (+6 ms)Closed at 1731669720241 2024-11-15T11:22:00,244 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aeb1ddf5-5a90-4055-8277-f7dcce987849/MasterData/WALs/dbbb793b8023,46749,1731669679189/dbbb793b8023%2C46749%2C1731669679189.1731669681167 not finished, retry = 0 2024-11-15T11:22:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38215 is added to blk_1073741830_1006 (size=64423) 2024-11-15T11:22:00,345 INFO [M:0;dbbb793b8023:46749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:22:00,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:00,345 INFO [M:0;dbbb793b8023:46749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46749 2024-11-15T11:22:00,348 INFO [M:0;dbbb793b8023:46749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:00,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:00,510 INFO [M:0;dbbb793b8023:46749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:00,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46749-0x1013e3a4ba10000, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:00,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75067113{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:00,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:00,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:00,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:00,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:00,548 WARN [BP-205321924-172.17.0.2-1731669676043 heartbeating to localhost/127.0.0.1:39701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:22:00,548 WARN [BP-205321924-172.17.0.2-1731669676043 heartbeating to localhost/127.0.0.1:39701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-205321924-172.17.0.2-1731669676043 (Datanode Uuid e46b027c-3714-432d-b332-8f2c194d509f) service to localhost/127.0.0.1:39701 2024-11-15T11:22:00,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/data/data1/current/BP-205321924-172.17.0.2-1731669676043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:00,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/cluster_3f396a81-7158-895b-af07-abac1bc4857d/data/data2/current/BP-205321924-172.17.0.2-1731669676043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:00,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:22:00,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:22:00,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:22:00,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b789add{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:00,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@271f317f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:00,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:00,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ea0658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:00,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871521f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81dc4b9f-9dc4-2835-3699-ab5220d5c1f8/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:00,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:22:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:22:00,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 311) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36165 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39701 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40289 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55546) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 721) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3236 (was 3627) 2024-11-15T11:22:00,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=3237 2024-11-15T11:22:00,620 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T11:22:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir so I do NOT create it in target/test-data/211948a2-b11f-8004-40ef-e54712ac088f 2024-11-15T11:22:00,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:22:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.tmp.dir so I do NOT create it in target/test-data/211948a2-b11f-8004-40ef-e54712ac088f 2024-11-15T11:22:00,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6968183-a8d9-96c9-92f6-2aa714fe14a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:22:00,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f 2024-11-15T11:22:00,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113, deleteOnExit=true 2024-11-15T11:22:00,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/zookeeper_0, clientPort=52177, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:22:00,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52177 2024-11-15T11:22:00,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:22:00,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/test.cache.data in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:22:00,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:22:00,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:22:00,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:22:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013e3a4ba10005, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:22:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013e3a4ba10002, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:22:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013e3a4ba10008, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T11:22:00,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013e3a4ba10008, quorum=127.0.0.1:55546, baseZNode=/2-894633028 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:22:00,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013e3a4ba10002, quorum=127.0.0.1:55546, baseZNode=/0-1122283731 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:22:00,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013e3a4ba10005, quorum=127.0.0.1:55546, baseZNode=/11464935380 Received Disconnected from ZooKeeper, ignoring 2024-11-15T11:22:01,009 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:22:01,010 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,010 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,012 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,012 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,062 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,062 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,073 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:01,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:01,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:01,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:22:01,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:01,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c5528{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:01,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa5b305{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:01,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:01,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:01,318 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128811 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:01,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e20eb75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/java.io.tmpdir/jetty-localhost-39233-hadoop-hdfs-3_4_1-tests_jar-_-any-9912578318325301659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:01,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3942a96c{HTTP/1.1, (http/1.1)}{localhost:39233} 2024-11-15T11:22:01,340 INFO [Time-limited test {}] server.Server(415): Started @321041ms 2024-11-15T11:22:01,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:01,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:01,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:01,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:01,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:22:01,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba0bae0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:01,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60216172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:01,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b0e77ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/java.io.tmpdir/jetty-localhost-34821-hadoop-hdfs-3_4_1-tests_jar-_-any-1316307221424257179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:01,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c29d61c{HTTP/1.1, (http/1.1)}{localhost:34821} 2024-11-15T11:22:01,974 INFO [Time-limited test {}] server.Server(415): Started @321675ms 2024-11-15T11:22:01,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:22:02,926 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data1/current/BP-2038161934-172.17.0.2-1731669720663/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:02,926 WARN [Thread-4190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data2/current/BP-2038161934-172.17.0.2-1731669720663/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:02,965 WARN [Thread-4177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:22:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x504fdd9972567fe1 with lease ID 0xe5fff1e7b6b4bf5a: Processing first storage report for DS-61490da6-a9e4-476d-bc27-50446932c328 from datanode DatanodeRegistration(127.0.0.1:40991, datanodeUuid=3d6002d3-79f0-4da5-af7c-4412b3892bee, infoPort=40371, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=577853447;c=1731669720663) 2024-11-15T11:22:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x504fdd9972567fe1 with lease ID 0xe5fff1e7b6b4bf5a: from storage DS-61490da6-a9e4-476d-bc27-50446932c328 node DatanodeRegistration(127.0.0.1:40991, datanodeUuid=3d6002d3-79f0-4da5-af7c-4412b3892bee, infoPort=40371, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=577853447;c=1731669720663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x504fdd9972567fe1 with lease ID 0xe5fff1e7b6b4bf5a: Processing first storage report for DS-f45eccc0-e183-4b0d-b619-0c24a9da03c3 from datanode DatanodeRegistration(127.0.0.1:40991, datanodeUuid=3d6002d3-79f0-4da5-af7c-4412b3892bee, infoPort=40371, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=577853447;c=1731669720663) 2024-11-15T11:22:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x504fdd9972567fe1 with lease ID 0xe5fff1e7b6b4bf5a: from storage DS-f45eccc0-e183-4b0d-b619-0c24a9da03c3 node DatanodeRegistration(127.0.0.1:40991, datanodeUuid=3d6002d3-79f0-4da5-af7c-4412b3892bee, infoPort=40371, infoSecurePort=0, ipcPort=35029, storageInfo=lv=-57;cid=testClusterID;nsid=577853447;c=1731669720663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:03,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f 2024-11-15T11:22:03,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:22:03,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc with version=8 2024-11-15T11:22:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/hbase-staging 2024-11-15T11:22:03,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:03,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:03,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:03,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:22:03,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:03,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32903 2024-11-15T11:22:03,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32903 connecting to ZooKeeper ensemble=127.0.0.1:52177 2024-11-15T11:22:03,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329030x0, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:03,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32903-0x1013e3af9ee0000 connected 2024-11-15T11:22:03,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on znode that does not yet exist, /0-244301229/running 2024-11-15T11:22:03,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc, hbase.cluster.distributed=false 2024-11-15T11:22:03,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on znode that does not yet exist, /0-244301229/acl 2024-11-15T11:22:03,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-15T11:22:03,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32903 2024-11-15T11:22:03,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32903 2024-11-15T11:22:03,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-15T11:22:03,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32903 2024-11-15T11:22:03,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:22:03,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:03,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43541 2024-11-15T11:22:03,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43541 connecting to ZooKeeper ensemble=127.0.0.1:52177 2024-11-15T11:22:03,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,378 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435410x0, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:03,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435410x0, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on znode that does not yet exist, /0-244301229/running 2024-11-15T11:22:03,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:22:03,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43541-0x1013e3af9ee0001 connected 2024-11-15T11:22:03,380 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:22:03,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on znode that does not yet exist, /0-244301229/master 2024-11-15T11:22:03,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on znode that does not yet exist, /0-244301229/acl 2024-11-15T11:22:03,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-15T11:22:03,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43541 2024-11-15T11:22:03,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43541 2024-11-15T11:22:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-15T11:22:03,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43541 2024-11-15T11:22:03,412 DEBUG [M:0;dbbb793b8023:32903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:32903 2024-11-15T11:22:03,412 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-244301229/backup-masters/dbbb793b8023,32903,1731669723093 2024-11-15T11:22:03,420 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229/backup-masters 2024-11-15T11:22:03,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229/backup-masters 2024-11-15T11:22:03,421 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on existing znode=/0-244301229/backup-masters/dbbb793b8023,32903,1731669723093 2024-11-15T11:22:03,431 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-244301229/master 2024-11-15T11:22:03,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:03,431 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:03,431 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on existing znode=/0-244301229/master 2024-11-15T11:22:03,431 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-244301229/backup-masters/dbbb793b8023,32903,1731669723093 from backup master directory 2024-11-15T11:22:03,441 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229/backup-masters 2024-11-15T11:22:03,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-244301229/backup-masters/dbbb793b8023,32903,1731669723093 2024-11-15T11:22:03,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229/backup-masters 2024-11-15T11:22:03,441 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:03,441 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,32903,1731669723093 2024-11-15T11:22:03,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/hbase.id] with ID: 3b910c74-8fa8-4399-84ff-da031f07ac61 2024-11-15T11:22:03,444 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/.tmp/hbase.id 2024-11-15T11:22:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:22:03,853 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/.tmp/hbase.id]:[hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/hbase.id] 2024-11-15T11:22:03,860 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:03,860 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:22:03,861 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:22:03,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:03,904 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:22:04,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:04,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:22:04,310 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:22:04,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/data/master/store 2024-11-15T11:22:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:04,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:04,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:04,720 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669724720Disabling compacts and flushes for region at 1731669724720Disabling writes for close at 1731669724720Writing region close event to WAL at 1731669724720Closed at 1731669724720 2024-11-15T11:22:04,721 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/data/master/store/.initializing 2024-11-15T11:22:04,721 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/WALs/dbbb793b8023,32903,1731669723093 2024-11-15T11:22:04,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:04,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C32903%2C1731669723093, suffix=, logDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/WALs/dbbb793b8023,32903,1731669723093, archiveDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/oldWALs, maxLogs=10 2024-11-15T11:22:04,734 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/WALs/dbbb793b8023,32903,1731669723093/dbbb793b8023%2C32903%2C1731669723093.1731669724723, exclude list is [], retry=0 2024-11-15T11:22:04,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-61490da6-a9e4-476d-bc27-50446932c328,DISK] 2024-11-15T11:22:04,737 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/WALs/dbbb793b8023,32903,1731669723093/dbbb793b8023%2C32903%2C1731669723093.1731669724723 2024-11-15T11:22:04,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40371:40371)] 2024-11-15T11:22:04,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:04,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:04,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,739 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:22:04,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:04,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:04,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:22:04,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:04,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:04,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:22:04,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:04,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:04,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:22:04,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:04,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:04,745 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,745 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,746 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,746 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,746 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,747 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:04,747 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:04,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:04,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70599476, jitterRate=0.052014172077178955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:04,750 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669724739Initializing all the Stores at 1731669724740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669724740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669724740Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669724740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669724740Cleaning up temporary data from old regions at 1731669724746 (+6 ms)Region opened successfully at 1731669724750 (+4 ms) 2024-11-15T11:22:04,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:22:04,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50094940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:04,753 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:22:04,753 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:22:04,753 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:22:04,753 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:22:04,754 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:22:04,754 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:22:04,754 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:22:04,755 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:22:04,755 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Unable to get data of znode /0-244301229/balancer because node does not exist (not necessarily an error) 2024-11-15T11:22:04,767 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-244301229/balancer already deleted, retry=false 2024-11-15T11:22:04,768 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:22:04,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Unable to get data of znode /0-244301229/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:22:04,830 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-244301229/normalizer already deleted, retry=false 2024-11-15T11:22:04,830 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:22:04,831 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Unable to get data of znode /0-244301229/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:22:04,851 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-244301229/switch/split already deleted, retry=false 2024-11-15T11:22:04,852 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Unable to get data of znode /0-244301229/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:22:04,862 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-244301229/switch/merge already deleted, retry=false 2024-11-15T11:22:04,864 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Unable to get data of znode /0-244301229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:22:04,873 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-244301229/snapshot-cleanup already deleted, retry=false 2024-11-15T11:22:04,883 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-244301229/running 2024-11-15T11:22:04,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-244301229/running 2024-11-15T11:22:04,883 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,884 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,32903,1731669723093, sessionid=0x1013e3af9ee0000, setting cluster-up flag (Was=false) 2024-11-15T11:22:04,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,904 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,946 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-244301229/flush-table-proc/acquired, /0-244301229/flush-table-proc/reached, /0-244301229/flush-table-proc/abort 2024-11-15T11:22:04,947 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,32903,1731669723093 2024-11-15T11:22:04,967 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:04,999 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-244301229/online-snapshot/acquired, /0-244301229/online-snapshot/reached, /0-244301229/online-snapshot/abort 2024-11-15T11:22:05,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,32903,1731669723093 2024-11-15T11:22:05,001 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:22:05,002 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:05,002 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:22:05,002 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:22:05,002 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,32903,1731669723093 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:22:05,003 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:05,003 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:05,003 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:05,004 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:05,004 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:22:05,004 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,004 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:05,004 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,004 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669755004 2024-11-15T11:22:05,004 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:05,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:22:05,005 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:22:05,006 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669725006,5,FailOnTimeoutGroup] 2024-11-15T11:22:05,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:05,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:22:05,006 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669725006,5,FailOnTimeoutGroup] 2024-11-15T11:22:05,006 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,006 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:22:05,006 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,006 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:22:05,100 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(746): ClusterId : 3b910c74-8fa8-4399-84ff-da031f07ac61 2024-11-15T11:22:05,100 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:22:05,136 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:22:05,136 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:22:05,157 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:22:05,158 DEBUG [RS:0;dbbb793b8023:43541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c52f875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:05,171 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:43541 2024-11-15T11:22:05,171 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:22:05,171 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:22:05,171 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:22:05,172 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,32903,1731669723093 with port=43541, startcode=1731669723357 2024-11-15T11:22:05,172 DEBUG [RS:0;dbbb793b8023:43541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:22:05,173 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:22:05,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,175 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc 2024-11-15T11:22:05,175 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38519 2024-11-15T11:22:05,175 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:22:05,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229/rs 2024-11-15T11:22:05,178 DEBUG [RS:0;dbbb793b8023:43541 {}] zookeeper.ZKUtil(111): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Set watcher on existing znode=/0-244301229/rs/dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,178 WARN [RS:0;dbbb793b8023:43541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:05,178 INFO [RS:0;dbbb793b8023:43541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:05,178 DEBUG [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,43541,1731669723357] 2024-11-15T11:22:05,181 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:22:05,182 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:22:05,183 INFO [RS:0;dbbb793b8023:43541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:22:05,183 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,184 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:22:05,184 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:22:05,184 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:05,185 DEBUG [RS:0;dbbb793b8023:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,188 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43541,1731669723357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:05,200 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:22:05,200 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,43541,1731669723357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,200 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,200 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.Replication(171): dbbb793b8023,43541,1731669723357 started 2024-11-15T11:22:05,219 INFO [RS:0;dbbb793b8023:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:05,220 INFO [RS:0;dbbb793b8023:43541 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,43541,1731669723357, RpcServer on dbbb793b8023/172.17.0.2:43541, sessionid=0x1013e3af9ee0001 2024-11-15T11:22:05,220 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:22:05,220 DEBUG [RS:0;dbbb793b8023:43541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,220 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,43541,1731669723357' 2024-11-15T11:22:05,220 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-244301229/flush-table-proc/abort' 2024-11-15T11:22:05,220 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-244301229/flush-table-proc/acquired' 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,43541,1731669723357' 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-244301229/online-snapshot/abort' 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-244301229/online-snapshot/acquired' 2024-11-15T11:22:05,221 DEBUG [RS:0;dbbb793b8023:43541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:22:05,221 INFO [RS:0;dbbb793b8023:43541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:22:05,221 INFO [RS:0;dbbb793b8023:43541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:22:05,322 INFO [RS:0;dbbb793b8023:43541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:05,323 INFO [RS:0;dbbb793b8023:43541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C43541%2C1731669723357, suffix=, logDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357, archiveDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/oldWALs, maxLogs=10 2024-11-15T11:22:05,341 DEBUG [RS:0;dbbb793b8023:43541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357/dbbb793b8023%2C43541%2C1731669723357.1731669725323, exclude list is [], retry=0 2024-11-15T11:22:05,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-61490da6-a9e4-476d-bc27-50446932c328,DISK] 2024-11-15T11:22:05,345 INFO [RS:0;dbbb793b8023:43541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357/dbbb793b8023%2C43541%2C1731669723357.1731669725323 2024-11-15T11:22:05,345 DEBUG [RS:0;dbbb793b8023:43541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40371:40371)] 2024-11-15T11:22:05,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:22:05,414 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc 2024-11-15T11:22:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:22:05,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:05,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:05,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:05,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:05,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:05,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:05,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:05,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:05,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:05,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:05,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:05,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:05,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:05,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:05,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:05,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:05,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:05,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:05,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/1588230740 2024-11-15T11:22:05,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/1588230740 2024-11-15T11:22:05,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:05,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:05,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:05,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:05,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:05,827 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69452498, jitterRate=0.03492286801338196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669725818Initializing all the Stores at 1731669725819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669725819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669725819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669725819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669725819Cleaning up temporary data from old regions at 1731669725825 (+6 ms)Region opened successfully at 1731669725828 (+3 ms) 2024-11-15T11:22:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:05,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:05,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:05,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:05,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669725828Disabling compacts and flushes for region at 1731669725828Disabling writes for close at 1731669725828Writing region close event to WAL at 1731669725828Closed at 1731669725828 2024-11-15T11:22:05,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:05,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:22:05,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:22:05,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:05,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:22:05,981 DEBUG [dbbb793b8023:32903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:22:05,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:05,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,43541,1731669723357, state=OPENING 2024-11-15T11:22:05,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:22:06,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:06,009 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-244301229 2024-11-15T11:22:06,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-244301229/meta-region-server: CHANGED 2024-11-15T11:22:06,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-244301229/meta-region-server: CHANGED 2024-11-15T11:22:06,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:06,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,43541,1731669723357}] 2024-11-15T11:22:06,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:06,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:22:06,166 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:22:06,166 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:06,166 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:22:06,167 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C43541%2C1731669723357.meta, suffix=.meta, logDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357, archiveDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/oldWALs, maxLogs=10 2024-11-15T11:22:06,182 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357/dbbb793b8023%2C43541%2C1731669723357.meta.1731669726167.meta, exclude list is [], retry=0 2024-11-15T11:22:06,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40991,DS-61490da6-a9e4-476d-bc27-50446932c328,DISK] 2024-11-15T11:22:06,185 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/WALs/dbbb793b8023,43541,1731669723357/dbbb793b8023%2C43541%2C1731669723357.meta.1731669726167.meta 2024-11-15T11:22:06,188 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40371:40371)] 2024-11-15T11:22:06,188 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:06,188 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:06,188 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:22:06,188 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:22:06,189 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:22:06,189 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:22:06,189 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:06,189 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:22:06,189 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:22:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:06,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:06,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:06,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:06,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:06,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:06,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:06,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:06,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:06,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:06,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:06,192 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:06,193 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/1588230740 2024-11-15T11:22:06,193 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/hbase/meta/1588230740 2024-11-15T11:22:06,194 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:06,194 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:06,194 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:06,195 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:06,196 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64159907, jitterRate=-0.0439428836107254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:06,196 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:22:06,196 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669726189Writing region info on filesystem at 1731669726189Initializing all the Stores at 1731669726189Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669726189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669726190 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669726190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669726190Cleaning up temporary data from old regions at 1731669726194 (+4 ms)Running coprocessor post-open hooks at 1731669726196 (+2 ms)Region opened successfully at 1731669726196 2024-11-15T11:22:06,197 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669726162 2024-11-15T11:22:06,198 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:22:06,198 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:22:06,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:06,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,43541,1731669723357, state=OPEN 2024-11-15T11:22:06,297 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1013e3af9ee0001, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-244301229/meta-region-server 2024-11-15T11:22:06,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32903-0x1013e3af9ee0000, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-244301229/meta-region-server 2024-11-15T11:22:06,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:06,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-244301229/meta-region-server: CHANGED 2024-11-15T11:22:06,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-244301229/meta-region-server: CHANGED 2024-11-15T11:22:06,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:22:06,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,43541,1731669723357 in 288 msec 2024-11-15T11:22:06,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:22:06,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-15T11:22:06,301 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:06,301 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:22:06,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:06,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,43541,1731669723357, seqNum=-1] 2024-11-15T11:22:06,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:06,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:06,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-15T11:22:06,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669726307, completionTime=-1 2024-11-15T11:22:06,307 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:22:06,307 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669786309 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669846309 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:32903, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,310 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:22:06,312 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.873sec 2024-11-15T11:22:06,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:22:06,314 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:22:06,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:22:06,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:22:06,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:22:06,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:06,315 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:22:06,316 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:22:06,316 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:22:06,316 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,32903,1731669723093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:06,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1194e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:06,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32903,-1 for getting cluster id 2024-11-15T11:22:06,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:06,401 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b910c74-8fa8-4399-84ff-da031f07ac61' 2024-11-15T11:22:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b910c74-8fa8-4399-84ff-da031f07ac61" 2024-11-15T11:22:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32903,-1] 2024-11-15T11:22:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:06,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:06,403 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:06,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c3f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:06,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,43541,1731669723357, seqNum=-1] 2024-11-15T11:22:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:06,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:06,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,32903,1731669723093 2024-11-15T11:22:06,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52177 2024-11-15T11:22:06,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52177, baseZNode=/0-244301229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:06,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3af9ee0002 connected 2024-11-15T11:22:06,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32903,1731669723093 2024-11-15T11:22:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2493309b 2024-11-15T11:22:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:06,494 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:06,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:22:06,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:22:06,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:06,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:22:06,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:22:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:22:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:06,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17dcf84079b846a3e8d53bc888b95dff, NAME => 'test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc 2024-11-15T11:22:06,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40991 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:22:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17dcf84079b846a3e8d53bc888b95dff, disabling compactions & flushes 2024-11-15T11:22:07,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. after waiting 0 ms 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17dcf84079b846a3e8d53bc888b95dff: Waiting for close lock at 1731669727312Disabling compacts and flushes for region at 1731669727312Disabling writes for close at 1731669727312Writing region close event to WAL at 1731669727312Closed at 1731669727312 2024-11-15T11:22:07,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:22:07,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669727313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669727313"}]},"ts":"1731669727313"} 2024-11-15T11:22:07,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:22:07,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:22:07,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669727315"}]},"ts":"1731669727315"} 2024-11-15T11:22:07,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:22:07,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17dcf84079b846a3e8d53bc888b95dff, ASSIGN}] 2024-11-15T11:22:07,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17dcf84079b846a3e8d53bc888b95dff, ASSIGN 2024-11-15T11:22:07,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17dcf84079b846a3e8d53bc888b95dff, ASSIGN; state=OFFLINE, location=dbbb793b8023,43541,1731669723357; forceNewPlan=false, retain=false 2024-11-15T11:22:07,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17dcf84079b846a3e8d53bc888b95dff, regionState=OPENING, regionLocation=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:07,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17dcf84079b846a3e8d53bc888b95dff, ASSIGN because future has completed 2024-11-15T11:22:07,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dcf84079b846a3e8d53bc888b95dff, server=dbbb793b8023,43541,1731669723357}] 2024-11-15T11:22:07,624 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,624 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17dcf84079b846a3e8d53bc888b95dff, NAME => 'test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:07,625 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:07,625 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:22:07,625 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,625 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:07,625 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,625 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,626 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,627 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dcf84079b846a3e8d53bc888b95dff columnFamilyName f 2024-11-15T11:22:07,627 DEBUG [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:07,627 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(327): Store=17dcf84079b846a3e8d53bc888b95dff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:07,627 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,628 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dcf84079b846a3e8d53bc888b95dff columnFamilyName f1 2024-11-15T11:22:07,628 DEBUG [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:07,628 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(327): Store=17dcf84079b846a3e8d53bc888b95dff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:07,628 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,629 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dcf84079b846a3e8d53bc888b95dff columnFamilyName norep 2024-11-15T11:22:07,629 DEBUG [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:07,629 INFO [StoreOpener-17dcf84079b846a3e8d53bc888b95dff-1 {}] regionserver.HStore(327): Store=17dcf84079b846a3e8d53bc888b95dff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:07,629 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,630 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/default/test/17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,630 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/default/test/17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,630 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,630 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,631 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:22:07,631 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,633 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/data/default/test/17dcf84079b846a3e8d53bc888b95dff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:07,633 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17dcf84079b846a3e8d53bc888b95dff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61841096, jitterRate=-0.07849586009979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:22:07,633 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17dcf84079b846a3e8d53bc888b95dff 2024-11-15T11:22:07,634 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17dcf84079b846a3e8d53bc888b95dff: Running coprocessor pre-open hook at 1731669727625Writing region info on filesystem at 1731669727625Initializing all the Stores at 1731669727625Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669727626 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669727626Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669727626Cleaning up temporary data from old regions at 1731669727630 (+4 ms)Running coprocessor post-open hooks at 1731669727633 (+3 ms)Region opened successfully at 1731669727634 (+1 ms) 2024-11-15T11:22:07,634 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff., pid=6, masterSystemTime=1731669727622 2024-11-15T11:22:07,636 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,636 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669726494.17dcf84079b846a3e8d53bc888b95dff. 2024-11-15T11:22:07,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17dcf84079b846a3e8d53bc888b95dff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,43541,1731669723357 2024-11-15T11:22:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:07,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dcf84079b846a3e8d53bc888b95dff, server=dbbb793b8023,43541,1731669723357 because future has completed 2024-11-15T11:22:07,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:22:07,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17dcf84079b846a3e8d53bc888b95dff, server=dbbb793b8023,43541,1731669723357 in 169 msec 2024-11-15T11:22:07,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:22:07,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17dcf84079b846a3e8d53bc888b95dff, ASSIGN in 324 msec 2024-11-15T11:22:07,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:22:07,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669727642"}]},"ts":"1731669727642"} 2024-11-15T11:22:07,643 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:22:07,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:22:07,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-15T11:22:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:08,648 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:22:08,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b77056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32903,-1 for getting cluster id 2024-11-15T11:22:08,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:08,649 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b910c74-8fa8-4399-84ff-da031f07ac61' 2024-11-15T11:22:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b910c74-8fa8-4399-84ff-da031f07ac61" 2024-11-15T11:22:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23ae10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32903,-1] 2024-11-15T11:22:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,650 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6f39ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32903,1731669723093 2024-11-15T11:22:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fdcf9c 2024-11-15T11:22:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:08,652 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:08,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:32903,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:22:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:22:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:08,655 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:32903' 2024-11-15T11:22:08,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234b0be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,656 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,32903,-1 for getting cluster id 2024-11-15T11:22:08,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:08,656 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b910c74-8fa8-4399-84ff-da031f07ac61' 2024-11-15T11:22:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b910c74-8fa8-4399-84ff-da031f07ac61" 2024-11-15T11:22:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50741697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,32903,-1] 2024-11-15T11:22:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,657 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ab4ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:08,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,32903,1731669723093 2024-11-15T11:22:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@591843a9 2024-11-15T11:22:08,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:08,659 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:08,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:22:08,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:22:08,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:08,660 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T11:22:08,666 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T11:22:08,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-15T11:22:08,667 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T11:22:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:08,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:08,759 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://dbbb793b8023:32903, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T11:22:08,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:08,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:08,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:08,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/dbbb793b8023:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669725006 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(270345261) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1077506938-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb590432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3b48b9fc-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52177 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007fb590acbf90.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@214d80a8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;dbbb793b8023:32903 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dbbb793b8023:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1077506938-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52177) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2112930608-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;dbbb793b8023:43541 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38519 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1077506938-7903-acceptor-0@9daed54-ServerConnector@3942a96c{HTTP/1.1, (http/1.1)}{localhost:39233} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fb5909fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669725006 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2038161934-172.17.0.2-1731669720663 heartbeating to localhost/127.0.0.1:38519 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dbbb793b8023:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-2038161934-172.17.0.2-1731669720663:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@a405ffd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data1/current/BP-2038161934-172.17.0.2-1731669720663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@75932fee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204545038_20 at /127.0.0.1:46072 [Receiving block BP-2038161934-172.17.0.2-1731669720663:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 35029 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc-prefix:dbbb793b8023,43541,1731669723357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2038161934-172.17.0.2-1731669720663:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1077506938-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@9c9ec9c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-502e9d8f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204545038_20 at /127.0.0.1:46012 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1077506938-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb590432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:52177) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:52177): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: dbbb793b8023:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1077506938-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52177) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3ba0da0d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-201374490_20 at /127.0.0.1:46048 [Receiving block BP-2038161934-172.17.0.2-1731669720663:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204545038_20 at /127.0.0.1:46098 [Receiving block BP-2038161934-172.17.0.2-1731669720663:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3a4ec4d0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Server idle connection scanner for port 38519 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@55cd99a8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;dbbb793b8023:43541-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc-prefix:dbbb793b8023,43541,1731669723357.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2038161934-172.17.0.2-1731669720663:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1077506938-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb590432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1077506938-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb590432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2112930608-7948 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb590432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2112930608-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@72de679e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38519/user/jenkins/test-data/670cd31b-1aff-e515-beee-d3f40cae5dfc/MasterData-prefix:dbbb793b8023,32903,1731669723093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/cluster_acd693c8-de19-971e-7331-ecf710f65113/data/data2/current/BP-2038161934-172.17.0.2-1731669720663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp2112930608-7949-acceptor-0@33f3e9ad-ServerConnector@3c29d61c{HTTP/1.1, (http/1.1)}{localhost:34821} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 443) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3366 (was 3237) - AvailableMemoryMB LEAK? - 2024-11-15T11:22:08,779 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-15T11:22:08,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=3365 2024-11-15T11:22:08,791 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-15T11:22:08,804 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T11:22:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.log.dir so I do NOT create it in target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b 2024-11-15T11:22:08,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:22:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.tmp.dir so I do NOT create it in target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b 2024-11-15T11:22:08,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/211948a2-b11f-8004-40ef-e54712ac088f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:22:08,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b 2024-11-15T11:22:08,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca, deleteOnExit=true 2024-11-15T11:22:08,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/zookeeper_0, clientPort=57233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:22:08,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57233 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/test.cache.data in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:22:08,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:22:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:22:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:22:09,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:09,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:09,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:09,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:09,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:22:09,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:09,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69794716{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:09,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1322d2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:09,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@751ba698{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/java.io.tmpdir/jetty-localhost-43049-hadoop-hdfs-3_4_1-tests_jar-_-any-2484137141412020584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:09,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125c1a64{HTTP/1.1, (http/1.1)}{localhost:43049} 2024-11-15T11:22:09,335 INFO [Time-limited test {}] server.Server(415): Started @329036ms 2024-11-15T11:22:09,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:09,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:09,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:09,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:09,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:22:09,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b245701{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:09,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4a8b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:09,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5764ee9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/java.io.tmpdir/jetty-localhost-37529-hadoop-hdfs-3_4_1-tests_jar-_-any-9187408923960943154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:09,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a59e830{HTTP/1.1, (http/1.1)}{localhost:37529} 2024-11-15T11:22:09,765 INFO [Time-limited test {}] server.Server(415): Started @329467ms 2024-11-15T11:22:09,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:22:10,480 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/data/data1/current/BP-461099362-172.17.0.2-1731669728829/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:10,481 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/data/data2/current/BP-461099362-172.17.0.2-1731669728829/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:10,496 WARN [Thread-4310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:22:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x518138759b2b2ca6 with lease ID 0xfdb6837b580b7c2e: Processing first storage report for DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=15fbbfa7-4426-430f-b00f-5aac35b89739, infoPort=36819, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=829602996;c=1731669728829) 2024-11-15T11:22:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x518138759b2b2ca6 with lease ID 0xfdb6837b580b7c2e: from storage DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=15fbbfa7-4426-430f-b00f-5aac35b89739, infoPort=36819, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=829602996;c=1731669728829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x518138759b2b2ca6 with lease ID 0xfdb6837b580b7c2e: Processing first storage report for DS-d03bcdb9-6de1-472e-b211-5475b185dc8c from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=15fbbfa7-4426-430f-b00f-5aac35b89739, infoPort=36819, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=829602996;c=1731669728829) 2024-11-15T11:22:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x518138759b2b2ca6 with lease ID 0xfdb6837b580b7c2e: from storage DS-d03bcdb9-6de1-472e-b211-5475b185dc8c node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=15fbbfa7-4426-430f-b00f-5aac35b89739, infoPort=36819, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=829602996;c=1731669728829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:10,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b 2024-11-15T11:22:10,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:10,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:22:11,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626 with version=8 2024-11-15T11:22:11,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/hbase-staging 2024-11-15T11:22:11,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:11,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36687 2024-11-15T11:22:11,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36687 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:11,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366870x0, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:11,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36687-0x1013e3b19d20000 connected 2024-11-15T11:22:11,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:22:11,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T11:22:11,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:11,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:11,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/running 2024-11-15T11:22:11,187 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626, hbase.cluster.distributed=false 2024-11-15T11:22:11,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/acl 2024-11-15T11:22:11,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-15T11:22:11,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36687 2024-11-15T11:22:11,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36687 2024-11-15T11:22:11,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-15T11:22:11,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-15T11:22:11,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:22:11,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:11,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35495 2024-11-15T11:22:11,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35495 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:11,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:11,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:11,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,233 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354950x0, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:11,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35495-0x1013e3b19d20001 connected 2024-11-15T11:22:11,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/running 2024-11-15T11:22:11,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:22:11,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:22:11,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/master 2024-11-15T11:22:11,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/acl 2024-11-15T11:22:11,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-15T11:22:11,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35495 2024-11-15T11:22:11,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35495 2024-11-15T11:22:11,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-15T11:22:11,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-15T11:22:11,265 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:36687 2024-11-15T11:22:11,267 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-421069651/backup-masters/dbbb793b8023,36687,1731669731005 2024-11-15T11:22:11,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/backup-masters 2024-11-15T11:22:11,278 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/backup-masters 2024-11-15T11:22:11,279 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on existing znode=/0-421069651/backup-masters/dbbb793b8023,36687,1731669731005 2024-11-15T11:22:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:11,289 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421069651/master 2024-11-15T11:22:11,289 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:11,289 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on existing znode=/0-421069651/master 2024-11-15T11:22:11,289 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-421069651/backup-masters/dbbb793b8023,36687,1731669731005 from backup master directory 2024-11-15T11:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421069651/backup-masters/dbbb793b8023,36687,1731669731005 2024-11-15T11:22:11,299 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/backup-masters 2024-11-15T11:22:11,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/backup-masters 2024-11-15T11:22:11,299 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:11,299 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,36687,1731669731005 2024-11-15T11:22:11,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/hbase.id] with ID: 96d203eb-c462-416a-ac94-d8501a4b12c1 2024-11-15T11:22:11,302 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/.tmp/hbase.id 2024-11-15T11:22:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:22:11,713 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/.tmp/hbase.id]:[hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/hbase.id] 2024-11-15T11:22:11,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:11,720 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:22:11,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:22:11,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:22:11,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,791 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:22:11,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:12,195 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:12,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:22:12,196 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:22:12,602 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store 2024-11-15T11:22:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:12,627 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:12,627 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:12,627 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669732627Disabling compacts and flushes for region at 1731669732627Disabling writes for close at 1731669732627Writing region close event to WAL at 1731669732627Closed at 1731669732627 2024-11-15T11:22:12,628 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/.initializing 2024-11-15T11:22:12,628 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/WALs/dbbb793b8023,36687,1731669731005 2024-11-15T11:22:12,629 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:12,632 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C36687%2C1731669731005, suffix=, logDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/WALs/dbbb793b8023,36687,1731669731005, archiveDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/oldWALs, maxLogs=10 2024-11-15T11:22:12,646 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/WALs/dbbb793b8023,36687,1731669731005/dbbb793b8023%2C36687%2C1731669731005.1731669732632, exclude list is [], retry=0 2024-11-15T11:22:12,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:12,650 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/WALs/dbbb793b8023,36687,1731669731005/dbbb793b8023%2C36687%2C1731669731005.1731669732632 2024-11-15T11:22:12,650 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:12,650 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:12,651 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:12,651 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,651 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:22:12,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:12,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:12,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:22:12,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:12,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:12,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:22:12,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:12,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:12,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:22:12,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:12,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:12,660 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,661 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,661 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,662 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,662 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,663 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:12,663 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:12,669 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:12,670 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59827097, jitterRate=-0.10850678384304047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:12,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669732651Initializing all the Stores at 1731669732651Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669732651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669732651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669732652 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669732652Cleaning up temporary data from old regions at 1731669732662 (+10 ms)Region opened successfully at 1731669732670 (+8 ms) 2024-11-15T11:22:12,680 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:22:12,683 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374f3ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:12,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:22:12,684 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:22:12,685 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:22:12,685 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:22:12,685 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:22:12,685 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:22:12,685 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:22:12,694 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:22:12,694 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/balancer because node does not exist (not necessarily an error) 2024-11-15T11:22:12,741 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/balancer already deleted, retry=false 2024-11-15T11:22:12,742 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:22:12,742 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:22:12,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/normalizer already deleted, retry=false 2024-11-15T11:22:12,752 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:22:12,753 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:22:12,762 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/switch/split already deleted, retry=false 2024-11-15T11:22:12,763 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:22:12,773 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/switch/merge already deleted, retry=false 2024-11-15T11:22:12,774 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:22:12,783 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/snapshot-cleanup already deleted, retry=false 2024-11-15T11:22:12,794 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421069651/running 2024-11-15T11:22:12,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-421069651/running 2024-11-15T11:22:12,794 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:12,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:12,794 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,36687,1731669731005, sessionid=0x1013e3b19d20000, setting cluster-up flag (Was=false) 2024-11-15T11:22:12,815 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:12,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:12,925 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-421069651/flush-table-proc/acquired, /0-421069651/flush-table-proc/reached, /0-421069651/flush-table-proc/abort 2024-11-15T11:22:12,926 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,36687,1731669731005 2024-11-15T11:22:13,036 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:13,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:13,394 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-421069651/online-snapshot/acquired, /0-421069651/online-snapshot/reached, /0-421069651/online-snapshot/abort 2024-11-15T11:22:13,395 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,36687,1731669731005 2024-11-15T11:22:13,396 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:22:13,405 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:13,405 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:22:13,405 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:22:13,406 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,36687,1731669731005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:13,407 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:13,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:22:13,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:13,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669763428 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:22:13,428 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:22:13,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:22:13,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:22:13,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:22:13,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:22:13,440 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:22:13,444 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:22:13,444 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:22:13,448 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669733444,5,FailOnTimeoutGroup] 2024-11-15T11:22:13,451 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669733448,5,FailOnTimeoutGroup] 2024-11-15T11:22:13,451 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,451 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:22:13,451 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,451 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,458 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(746): ClusterId : 96d203eb-c462-416a-ac94-d8501a4b12c1 2024-11-15T11:22:13,458 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:22:13,487 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:22:13,487 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:22:13,500 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:22:13,500 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47781123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:13,516 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:35495 2024-11-15T11:22:13,516 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:22:13,516 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:22:13,516 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:22:13,517 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,36687,1731669731005 with port=35495, startcode=1731669731214 2024-11-15T11:22:13,517 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:22:13,518 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:22:13,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36687 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,520 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626 2024-11-15T11:22:13,520 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44179 2024-11-15T11:22:13,520 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:22:13,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/rs 2024-11-15T11:22:13,531 DEBUG [RS:0;dbbb793b8023:35495 {}] zookeeper.ZKUtil(111): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on existing znode=/0-421069651/rs/dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,531 WARN [RS:0;dbbb793b8023:35495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:13,531 INFO [RS:0;dbbb793b8023:35495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:13,531 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,35495,1731669731214] 2024-11-15T11:22:13,538 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:22:13,539 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:22:13,539 INFO [RS:0;dbbb793b8023:35495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:22:13,539 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,539 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:22:13,540 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:22:13,540 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:13,540 DEBUG [RS:0;dbbb793b8023:35495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:13,544 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,545 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,545 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,545 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,545 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,545 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,35495,1731669731214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:13,563 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:22:13,563 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,35495,1731669731214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,563 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,563 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.Replication(171): dbbb793b8023,35495,1731669731214 started 2024-11-15T11:22:13,577 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:13,577 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,35495,1731669731214, RpcServer on dbbb793b8023/172.17.0.2:35495, sessionid=0x1013e3b19d20001 2024-11-15T11:22:13,577 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:22:13,577 DEBUG [RS:0;dbbb793b8023:35495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,577 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,35495,1731669731214' 2024-11-15T11:22:13,577 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-421069651/flush-table-proc/abort' 2024-11-15T11:22:13,577 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-421069651/flush-table-proc/acquired' 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,35495,1731669731214 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,35495,1731669731214' 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-421069651/online-snapshot/abort' 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-421069651/online-snapshot/acquired' 2024-11-15T11:22:13,578 DEBUG [RS:0;dbbb793b8023:35495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:22:13,578 INFO [RS:0;dbbb793b8023:35495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:22:13,578 INFO [RS:0;dbbb793b8023:35495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:22:13,679 INFO [RS:0;dbbb793b8023:35495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:13,680 INFO [RS:0;dbbb793b8023:35495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C35495%2C1731669731214, suffix=, logDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214, archiveDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/oldWALs, maxLogs=10 2024-11-15T11:22:13,692 DEBUG [RS:0;dbbb793b8023:35495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680, exclude list is [], retry=0 2024-11-15T11:22:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:13,695 INFO [RS:0;dbbb793b8023:35495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 2024-11-15T11:22:13,695 DEBUG [RS:0;dbbb793b8023:35495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:13,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:22:13,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626 2024-11-15T11:22:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741833_1009 (size=32) 2024-11-15T11:22:14,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:14,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:14,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:14,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:14,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:14,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:14,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:14,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:14,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:14,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:14,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740 2024-11-15T11:22:14,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740 2024-11-15T11:22:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:14,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:14,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:14,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64355434, jitterRate=-0.04102930426597595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669734244Initializing all the Stores at 1731669734245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734249 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669734249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734249Cleaning up temporary data from old regions at 1731669734257 (+8 ms)Region opened successfully at 1731669734260 (+3 ms) 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:14,260 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:14,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:14,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:14,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669734260Disabling compacts and flushes for region at 1731669734260Disabling writes for close at 1731669734260Writing region close event to WAL at 1731669734261 (+1 ms)Closed at 1731669734261 2024-11-15T11:22:14,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:14,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:22:14,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:22:14,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:14,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:22:14,413 DEBUG [dbbb793b8023:36687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:22:14,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:14,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,35495,1731669731214, state=OPENING 2024-11-15T11:22:14,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:22:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:14,475 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:14,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421069651/meta-region-server: CHANGED 2024-11-15T11:22:14,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421069651/meta-region-server: CHANGED 2024-11-15T11:22:14,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:14,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,35495,1731669731214}] 2024-11-15T11:22:14,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:14,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:22:14,634 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:22:14,634 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:14,635 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:22:14,636 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C35495%2C1731669731214.meta, suffix=.meta, logDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214, archiveDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/oldWALs, maxLogs=10 2024-11-15T11:22:14,652 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669734636.meta, exclude list is [], retry=0 2024-11-15T11:22:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:14,655 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669734636.meta 2024-11-15T11:22:14,655 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:14,655 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:14,655 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:22:14,656 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:22:14,656 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:22:14,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:14,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:14,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:14,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:14,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:14,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:14,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:14,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:14,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:14,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:14,660 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:14,660 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740 2024-11-15T11:22:14,661 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740 2024-11-15T11:22:14,662 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:14,662 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:14,662 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:14,663 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:14,663 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829444, jitterRate=-0.033966004848480225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:14,663 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:22:14,663 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669734656Writing region info on filesystem at 1731669734656Initializing all the Stores at 1731669734657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669734657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669734657Cleaning up temporary data from old regions at 1731669734662 (+5 ms)Running coprocessor post-open hooks at 1731669734663 (+1 ms)Region opened successfully at 1731669734663 2024-11-15T11:22:14,664 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669734630 2024-11-15T11:22:14,665 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:22:14,665 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:22:14,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:14,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,35495,1731669731214, state=OPEN 2024-11-15T11:22:14,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-421069651/meta-region-server 2024-11-15T11:22:14,712 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-421069651/meta-region-server 2024-11-15T11:22:14,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:14,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421069651/meta-region-server: CHANGED 2024-11-15T11:22:14,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-421069651/meta-region-server: CHANGED 2024-11-15T11:22:14,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:22:14,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,35495,1731669731214 in 235 msec 2024-11-15T11:22:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:22:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-15T11:22:14,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:14,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:22:14,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:14,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35495,1731669731214, seqNum=-1] 2024-11-15T11:22:14,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:14,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:14,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-15T11:22:14,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669734721, completionTime=-1 2024-11-15T11:22:14,721 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:22:14,721 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:22:14,722 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:22:14,722 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669794722 2024-11-15T11:22:14,722 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669854722 2024-11-15T11:22:14,722 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:22:14,722 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:36687, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,723 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,724 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.425sec 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:14,725 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:22:14,727 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:22:14,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:22:14,727 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,36687,1731669731005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:14,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538ea86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:14,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:14,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:14,759 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81ab3bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:14,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:14,760 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:14,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44836c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:14,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:14,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35495,1731669731214, seqNum=-1] 2024-11-15T11:22:14,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:14,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:14,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,36687,1731669731005 2024-11-15T11:22:14,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:14,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:14,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013e3b19d20002 connected 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir so I do NOT create it in target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9 2024-11-15T11:22:14,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.tmp.dir so I do NOT create it in target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9 2024-11-15T11:22:14,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:22:14,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/cluster_c2ce8c8c-0876-880e-31fb-0c7c66df8368, deleteOnExit=true 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/test.cache.data in system properties and HBase conf 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:22:14,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:22:14,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:22:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:22:15,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:15,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:15,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:15,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:15,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:22:15,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:15,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2144d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:15,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210743d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:15,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f9b9271{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-1624043567223080003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:15,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38d29d5{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-15T11:22:15,236 INFO [Time-limited test {}] server.Server(415): Started @334937ms 2024-11-15T11:22:15,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:15,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:15,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:15,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:15,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:22:15,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dfc971b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786ab9ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:15,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56489eac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/java.io.tmpdir/jetty-localhost-36679-hadoop-hdfs-3_4_1-tests_jar-_-any-4707534569827353376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:15,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f0c9ac6{HTTP/1.1, (http/1.1)}{localhost:36679} 2024-11-15T11:22:15,665 INFO [Time-limited test {}] server.Server(415): Started @335366ms 2024-11-15T11:22:15,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:22:16,316 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/cluster_c2ce8c8c-0876-880e-31fb-0c7c66df8368/data/data1/current/BP-1549012479-172.17.0.2-1731669734811/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:16,316 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/cluster_c2ce8c8c-0876-880e-31fb-0c7c66df8368/data/data2/current/BP-1549012479-172.17.0.2-1731669734811/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:16,335 WARN [Thread-4431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:22:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2403d3b3df1e8219 with lease ID 0xc5bc6fab3680d9fc: Processing first storage report for DS-9772839d-8736-44d9-a400-95642095ec66 from datanode DatanodeRegistration(127.0.0.1:39991, datanodeUuid=eae96cbc-e5cc-4489-826f-0774d2cd02e6, infoPort=33491, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1186396237;c=1731669734811) 2024-11-15T11:22:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2403d3b3df1e8219 with lease ID 0xc5bc6fab3680d9fc: from storage DS-9772839d-8736-44d9-a400-95642095ec66 node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=eae96cbc-e5cc-4489-826f-0774d2cd02e6, infoPort=33491, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1186396237;c=1731669734811), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:22:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2403d3b3df1e8219 with lease ID 0xc5bc6fab3680d9fc: Processing first storage report for DS-9e7341af-8cf6-4f03-9ed3-e4ee0b251873 from datanode DatanodeRegistration(127.0.0.1:39991, datanodeUuid=eae96cbc-e5cc-4489-826f-0774d2cd02e6, infoPort=33491, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1186396237;c=1731669734811) 2024-11-15T11:22:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2403d3b3df1e8219 with lease ID 0xc5bc6fab3680d9fc: from storage DS-9e7341af-8cf6-4f03-9ed3-e4ee0b251873 node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=eae96cbc-e5cc-4489-826f-0774d2cd02e6, infoPort=33491, infoSecurePort=0, ipcPort=43593, storageInfo=lv=-57;cid=testClusterID;nsid=1186396237;c=1731669734811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:16,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9 2024-11-15T11:22:16,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:22:16,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a with version=8 2024-11-15T11:22:16,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/hbase-staging 2024-11-15T11:22:16,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:22:16,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:16,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39343 2024-11-15T11:22:16,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39343 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:16,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393430x0, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:16,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39343-0x1013e3b19d20003 connected 2024-11-15T11:22:16,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/running 2024-11-15T11:22:16,923 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a, hbase.cluster.distributed=false 2024-11-15T11:22:16,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/acl 2024-11-15T11:22:16,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-15T11:22:16,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39343 2024-11-15T11:22:16,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39343 2024-11-15T11:22:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-15T11:22:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-15T11:22:16,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:16,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:22:16,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:16,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34465 2024-11-15T11:22:16,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34465 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:16,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:16,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344650x0, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:16,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344650x0, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/running 2024-11-15T11:22:16,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34465-0x1013e3b19d20004 connected 2024-11-15T11:22:16,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:22:16,963 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:22:16,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/master 2024-11-15T11:22:16,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/acl 2024-11-15T11:22:16,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34465 2024-11-15T11:22:16,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34465 2024-11-15T11:22:16,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34465 2024-11-15T11:22:16,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34465 2024-11-15T11:22:16,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34465 2024-11-15T11:22:16,994 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:39343 2024-11-15T11:22:16,994 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-544609749/backup-masters/dbbb793b8023,39343,1731669736820 2024-11-15T11:22:17,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/backup-masters 2024-11-15T11:22:17,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/backup-masters 2024-11-15T11:22:17,005 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on existing znode=/1-544609749/backup-masters/dbbb793b8023,39343,1731669736820 2024-11-15T11:22:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-544609749/master 2024-11-15T11:22:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:17,015 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on existing znode=/1-544609749/master 2024-11-15T11:22:17,015 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-544609749/backup-masters/dbbb793b8023,39343,1731669736820 from backup master directory 2024-11-15T11:22:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-544609749/backup-masters/dbbb793b8023,39343,1731669736820 2024-11-15T11:22:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/backup-masters 2024-11-15T11:22:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/backup-masters 2024-11-15T11:22:17,025 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:17,025 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,39343,1731669736820 2024-11-15T11:22:17,028 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/hbase.id] with ID: d4239571-41f6-4aab-b252-ccbd06531772 2024-11-15T11:22:17,028 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/.tmp/hbase.id 2024-11-15T11:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:22:17,432 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/.tmp/hbase.id]:[hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/hbase.id] 2024-11-15T11:22:17,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:17,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:22:17,439 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T11:22:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:22:17,890 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:17,890 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:22:17,891 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:22:18,296 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store 2024-11-15T11:22:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:18,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:18,309 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:18,309 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669738309Disabling compacts and flushes for region at 1731669738309Disabling writes for close at 1731669738309Writing region close event to WAL at 1731669738309Closed at 1731669738309 2024-11-15T11:22:18,310 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/.initializing 2024-11-15T11:22:18,310 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/WALs/dbbb793b8023,39343,1731669736820 2024-11-15T11:22:18,311 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:18,312 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C39343%2C1731669736820, suffix=, logDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/WALs/dbbb793b8023,39343,1731669736820, archiveDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/oldWALs, maxLogs=10 2024-11-15T11:22:18,332 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/WALs/dbbb793b8023,39343,1731669736820/dbbb793b8023%2C39343%2C1731669736820.1731669738313, exclude list is [], retry=0 2024-11-15T11:22:18,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-9772839d-8736-44d9-a400-95642095ec66,DISK] 2024-11-15T11:22:18,338 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/WALs/dbbb793b8023,39343,1731669736820/dbbb793b8023%2C39343%2C1731669736820.1731669738313 2024-11-15T11:22:18,340 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-15T11:22:18,340 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:18,341 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:18,341 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,341 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:22:18,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:18,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:22:18,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:22:18,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:22:18,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:18,356 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,357 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,357 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,358 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,358 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,358 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:18,359 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:18,368 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:18,368 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67301894, jitterRate=0.002876371145248413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:18,368 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669738341Initializing all the Stores at 1731669738342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669738342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669738344 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669738344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669738344Cleaning up temporary data from old regions at 1731669738358 (+14 ms)Region opened successfully at 1731669738368 (+10 ms) 2024-11-15T11:22:18,372 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:22:18,375 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0a9ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:18,376 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:22:18,376 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:22:18,376 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:22:18,376 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:22:18,377 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:22:18,377 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:22:18,377 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:22:18,386 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:22:18,387 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/balancer because node does not exist (not necessarily an error) 2024-11-15T11:22:18,433 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/balancer already deleted, retry=false 2024-11-15T11:22:18,433 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:22:18,434 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:22:18,446 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/normalizer already deleted, retry=false 2024-11-15T11:22:18,447 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:22:18,448 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:22:18,457 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/switch/split already deleted, retry=false 2024-11-15T11:22:18,458 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:22:18,467 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/switch/merge already deleted, retry=false 2024-11-15T11:22:18,469 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:22:18,557 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/snapshot-cleanup already deleted, retry=false 2024-11-15T11:22:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-544609749/running 2024-11-15T11:22:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-544609749/running 2024-11-15T11:22:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,640 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,39343,1731669736820, sessionid=0x1013e3b19d20003, setting cluster-up flag (Was=false) 2024-11-15T11:22:18,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,707 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-544609749/flush-table-proc/acquired, /1-544609749/flush-table-proc/reached, /1-544609749/flush-table-proc/abort 2024-11-15T11:22:18,708 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39343,1731669736820 2024-11-15T11:22:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:18,762 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-544609749/online-snapshot/acquired, /1-544609749/online-snapshot/reached, /1-544609749/online-snapshot/abort 2024-11-15T11:22:18,763 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39343,1731669736820 2024-11-15T11:22:18,764 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:22:18,765 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:18,765 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:22:18,766 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:22:18,767 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,39343,1731669736820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:18,768 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669768776 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:22:18,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:18,776 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:22:18,777 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:22:18,777 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669738777,5,FailOnTimeoutGroup] 2024-11-15T11:22:18,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:22:18,778 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669738777,5,FailOnTimeoutGroup] 2024-11-15T11:22:18,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:22:18,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,778 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,786 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(746): ClusterId : d4239571-41f6-4aab-b252-ccbd06531772 2024-11-15T11:22:18,786 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:22:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:22:18,801 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:22:18,801 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:22:18,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:22:18,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a 2024-11-15T11:22:18,813 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:22:18,813 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db9da57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:18,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:22:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:18,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:18,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:18,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:18,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:18,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:18,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,841 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:34465 2024-11-15T11:22:18,841 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:22:18,841 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:22:18,842 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:22:18,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:18,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:18,843 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,39343,1731669736820 with port=34465, startcode=1731669736945 2024-11-15T11:22:18,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:18,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,843 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:22:18,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:18,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:18,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:18,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:18,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:18,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:18,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740 2024-11-15T11:22:18,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740 2024-11-15T11:22:18,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:18,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:18,849 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:18,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:18,852 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:22:18,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39343 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,854 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a 2024-11-15T11:22:18,854 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41477 2024-11-15T11:22:18,854 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:22:18,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:18,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66635903, jitterRate=-0.007047668099403381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669738819Initializing all the Stores at 1731669738820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669738820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669738830 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669738830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669738830Cleaning up temporary data from old regions at 1731669738848 (+18 ms)Region opened successfully at 1731669738860 (+12 ms) 2024-11-15T11:22:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:18,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:18,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:18,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669738860Disabling compacts and flushes for region at 1731669738860Disabling writes for close at 1731669738860Writing region close event to WAL at 1731669738863 (+3 ms)Closed at 1731669738863 2024-11-15T11:22:18,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:18,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:22:18,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:22:18,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:18,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:22:18,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/rs 2024-11-15T11:22:18,932 DEBUG [RS:0;dbbb793b8023:34465 {}] zookeeper.ZKUtil(111): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on existing znode=/1-544609749/rs/dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,932 WARN [RS:0;dbbb793b8023:34465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:18,932 INFO [RS:0;dbbb793b8023:34465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:18,932 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,34465,1731669736945] 2024-11-15T11:22:18,934 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:22:18,935 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:22:18,935 INFO [RS:0;dbbb793b8023:34465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:22:18,935 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,936 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:22:18,936 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:22:18,936 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:18,936 DEBUG [RS:0;dbbb793b8023:34465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,939 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34465,1731669736945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:18,953 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:22:18,953 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,34465,1731669736945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,953 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,953 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.Replication(171): dbbb793b8023,34465,1731669736945 started 2024-11-15T11:22:18,968 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:18,968 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,34465,1731669736945, RpcServer on dbbb793b8023/172.17.0.2:34465, sessionid=0x1013e3b19d20004 2024-11-15T11:22:18,968 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:22:18,968 DEBUG [RS:0;dbbb793b8023:34465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,968 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34465,1731669736945' 2024-11-15T11:22:18,968 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-544609749/flush-table-proc/abort' 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-544609749/flush-table-proc/acquired' 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,34465,1731669736945 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,34465,1731669736945' 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-544609749/online-snapshot/abort' 2024-11-15T11:22:18,969 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-544609749/online-snapshot/acquired' 2024-11-15T11:22:18,970 DEBUG [RS:0;dbbb793b8023:34465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:22:18,970 INFO [RS:0;dbbb793b8023:34465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:22:18,970 INFO [RS:0;dbbb793b8023:34465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:22:19,016 WARN [dbbb793b8023:39343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:22:19,070 INFO [RS:0;dbbb793b8023:34465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:19,071 INFO [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34465%2C1731669736945, suffix=, logDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945, archiveDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/oldWALs, maxLogs=10 2024-11-15T11:22:19,085 DEBUG [RS:0;dbbb793b8023:34465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945/dbbb793b8023%2C34465%2C1731669736945.1731669739072, exclude list is [], retry=0 2024-11-15T11:22:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-9772839d-8736-44d9-a400-95642095ec66,DISK] 2024-11-15T11:22:19,088 INFO [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945/dbbb793b8023%2C34465%2C1731669736945.1731669739072 2024-11-15T11:22:19,090 DEBUG [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-15T11:22:19,266 DEBUG [dbbb793b8023:39343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:22:19,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:19,267 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34465,1731669736945, state=OPENING 2024-11-15T11:22:19,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:22:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:19,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:19,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-544609749/meta-region-server: CHANGED 2024-11-15T11:22:19,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:19,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34465,1731669736945}] 2024-11-15T11:22:19,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-544609749/meta-region-server: CHANGED 2024-11-15T11:22:19,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:19,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:22:19,445 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:22:19,445 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:19,445 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:22:19,446 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C34465%2C1731669736945.meta, suffix=.meta, logDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945, archiveDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/oldWALs, maxLogs=10 2024-11-15T11:22:19,458 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945/dbbb793b8023%2C34465%2C1731669736945.meta.1731669739446.meta, exclude list is [], retry=0 2024-11-15T11:22:19,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39991,DS-9772839d-8736-44d9-a400-95642095ec66,DISK] 2024-11-15T11:22:19,461 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/WALs/dbbb793b8023,34465,1731669736945/dbbb793b8023%2C34465%2C1731669736945.meta.1731669739446.meta 2024-11-15T11:22:19,461 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33491:33491)] 2024-11-15T11:22:19,461 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:19,462 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:19,462 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:22:19,462 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:22:19,462 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:22:19,462 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:22:19,462 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:19,462 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:22:19,479 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:22:19,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:19,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:19,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:19,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:19,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:19,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:19,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:19,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:19,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:19,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:19,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:19,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:19,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:19,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:19,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:19,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:19,484 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:19,485 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740 2024-11-15T11:22:19,485 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740 2024-11-15T11:22:19,486 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:19,486 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:19,487 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:19,487 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:19,488 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871180, jitterRate=0.01135939359664917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:19,488 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:22:19,488 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669739479Writing region info on filesystem at 1731669739480 (+1 ms)Initializing all the Stores at 1731669739480Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669739480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669739481 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669739481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669739481Cleaning up temporary data from old regions at 1731669739486 (+5 ms)Running coprocessor post-open hooks at 1731669739488 (+2 ms)Region opened successfully at 1731669739488 2024-11-15T11:22:19,488 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669739441 2024-11-15T11:22:19,490 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:22:19,490 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:22:19,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:19,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,34465,1731669736945, state=OPEN 2024-11-15T11:22:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-544609749/meta-region-server 2024-11-15T11:22:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-544609749/meta-region-server 2024-11-15T11:22:19,499 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:19,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-544609749/meta-region-server: CHANGED 2024-11-15T11:22:19,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-544609749/meta-region-server: CHANGED 2024-11-15T11:22:19,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:22:19,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,34465,1731669736945 in 210 msec 2024-11-15T11:22:19,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:22:19,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-15T11:22:19,502 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:19,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:22:19,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:19,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34465,1731669736945, seqNum=-1] 2024-11-15T11:22:19,504 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:19,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:19,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 743 msec 2024-11-15T11:22:19,508 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669739508, completionTime=-1 2024-11-15T11:22:19,509 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:22:19,509 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:22:19,510 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:22:19,510 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669799510 2024-11-15T11:22:19,510 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669859510 2024-11-15T11:22:19,510 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:22:19,510 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,511 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,511 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,511 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:39343, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,511 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,511 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,512 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:22:19,513 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.488sec 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:19,514 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:22:19,517 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:22:19,517 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:22:19,517 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39343,1731669736820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:19,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c5b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:19,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39343,-1 for getting cluster id 2024-11-15T11:22:19,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:19,588 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4239571-41f6-4aab-b252-ccbd06531772' 2024-11-15T11:22:19,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:19,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4239571-41f6-4aab-b252-ccbd06531772" 2024-11-15T11:22:19,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596465e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:19,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39343,-1] 2024-11-15T11:22:19,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:19,590 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:19,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a522078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:19,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34465,1731669736945, seqNum=-1] 2024-11-15T11:22:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:19,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:19,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,39343,1731669736820 2024-11-15T11:22:19,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:19,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013e3b19d20005 connected 2024-11-15T11:22:19,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir so I do NOT create it in target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03 2024-11-15T11:22:19,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T11:22:19,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.tmp.dir so I do NOT create it in target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03 2024-11-15T11:22:19,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T11:22:19,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/cluster_32c14baa-ce2e-5911-5d8e-c759a13b5035, deleteOnExit=true 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/test.cache.data in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:22:19,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:22:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:22:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:22:19,963 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,964 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:19,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,035 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,038 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,039 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,040 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:20,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:20,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:20,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:20,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:20,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:22:20,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:20,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:20,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:20,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444ecca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/java.io.tmpdir/jetty-localhost-43801-hadoop-hdfs-3_4_1-tests_jar-_-any-9645512104353904731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:20,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:43801} 2024-11-15T11:22:20,180 INFO [Time-limited test {}] server.Server(415): Started @339881ms 2024-11-15T11:22:20,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:22:20,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:22:20,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:22:20,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:22:20,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:22:20,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:22:20,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:22:20,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b8b3cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/java.io.tmpdir/jetty-localhost-34097-hadoop-hdfs-3_4_1-tests_jar-_-any-14710785531211448999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:20,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:34097} 2024-11-15T11:22:20,886 INFO [Time-limited test {}] server.Server(415): Started @340587ms 2024-11-15T11:22:20,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:22:21,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:21,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:21,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148962 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:21,738 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/cluster_32c14baa-ce2e-5911-5d8e-c759a13b5035/data/data1/current/BP-688869820-172.17.0.2-1731669739633/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:21,738 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/cluster_32c14baa-ce2e-5911-5d8e-c759a13b5035/data/data2/current/BP-688869820-172.17.0.2-1731669739633/current, will proceed with Du for space computation calculation, 2024-11-15T11:22:21,757 WARN [Thread-4552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:22:21,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f0434b8e2cc4a85 with lease ID 0xd6d60f0a09783354: Processing first storage report for DS-2f6fb912-8f6c-42ed-87fa-98162357d4e3 from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=17c0c3e5-87d4-4ad6-b291-55aa8fd4baf6, infoPort=37573, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=213914540;c=1731669739633) 2024-11-15T11:22:21,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f0434b8e2cc4a85 with lease ID 0xd6d60f0a09783354: from storage DS-2f6fb912-8f6c-42ed-87fa-98162357d4e3 node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=17c0c3e5-87d4-4ad6-b291-55aa8fd4baf6, infoPort=37573, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=213914540;c=1731669739633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:21,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f0434b8e2cc4a85 with lease ID 0xd6d60f0a09783354: Processing first storage report for DS-6de88477-8972-4279-95fe-267ff335818a from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=17c0c3e5-87d4-4ad6-b291-55aa8fd4baf6, infoPort=37573, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=213914540;c=1731669739633) 2024-11-15T11:22:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f0434b8e2cc4a85 with lease ID 0xd6d60f0a09783354: from storage DS-6de88477-8972-4279-95fe-267ff335818a node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=17c0c3e5-87d4-4ad6-b291-55aa8fd4baf6, infoPort=37573, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=213914540;c=1731669739633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:22:21,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03 2024-11-15T11:22:21,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:22:21,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0 with version=8 2024-11-15T11:22:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/hbase-staging 2024-11-15T11:22:21,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:21,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41579 2024-11-15T11:22:21,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41579 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415790x0, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:21,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41579-0x1013e3b19d20006 connected 2024-11-15T11:22:21,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/running 2024-11-15T11:22:21,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0, hbase.cluster.distributed=false 2024-11-15T11:22:21,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/acl 2024-11-15T11:22:21,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-15T11:22:21,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41579 2024-11-15T11:22:21,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41579 2024-11-15T11:22:21,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-15T11:22:21,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41579 2024-11-15T11:22:21,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=45 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:22:21,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35093 2024-11-15T11:22:21,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35093 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:21,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:21,980 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350930x0, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:21,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350930x0, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/running 2024-11-15T11:22:21,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35093-0x1013e3b19d20007 connected 2024-11-15T11:22:21,981 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:22:21,984 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:22:21,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/master 2024-11-15T11:22:21,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/acl 2024-11-15T11:22:21,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T11:22:21,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35093 2024-11-15T11:22:21,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35093 2024-11-15T11:22:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T11:22:21,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T11:22:22,011 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:41579 2024-11-15T11:22:22,012 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1065005636/backup-masters/dbbb793b8023,41579,1731669741834 2024-11-15T11:22:22,022 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/backup-masters 2024-11-15T11:22:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/backup-masters 2024-11-15T11:22:22,024 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on existing znode=/2-1065005636/backup-masters/dbbb793b8023,41579,1731669741834 2024-11-15T11:22:22,035 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065005636/master 2024-11-15T11:22:22,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:22,035 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:22,036 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on existing znode=/2-1065005636/master 2024-11-15T11:22:22,036 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1065005636/backup-masters/dbbb793b8023,41579,1731669741834 from backup master directory 2024-11-15T11:22:22,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065005636/backup-masters/dbbb793b8023,41579,1731669741834 2024-11-15T11:22:22,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/backup-masters 2024-11-15T11:22:22,046 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:22,046 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,41579,1731669741834 2024-11-15T11:22:22,046 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/backup-masters 2024-11-15T11:22:22,055 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/hbase.id] with ID: 2774d634-3a9b-4143-918f-5d517682a793 2024-11-15T11:22:22,055 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/.tmp/hbase.id 2024-11-15T11:22:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:22:22,466 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/.tmp/hbase.id]:[hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/hbase.id] 2024-11-15T11:22:22,474 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:22,474 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:22:22,475 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T11:22:22,549 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:22,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:22:22,567 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:22,568 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:22:22,570 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:22:22,586 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store 2024-11-15T11:22:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:22,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:22,606 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:22,606 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669742606Disabling compacts and flushes for region at 1731669742606Disabling writes for close at 1731669742606Writing region close event to WAL at 1731669742606Closed at 1731669742606 2024-11-15T11:22:22,607 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/.initializing 2024-11-15T11:22:22,607 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/WALs/dbbb793b8023,41579,1731669741834 2024-11-15T11:22:22,608 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:22,609 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C41579%2C1731669741834, suffix=, logDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/WALs/dbbb793b8023,41579,1731669741834, archiveDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/oldWALs, maxLogs=10 2024-11-15T11:22:22,629 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/WALs/dbbb793b8023,41579,1731669741834/dbbb793b8023%2C41579%2C1731669741834.1731669742610, exclude list is [], retry=0 2024-11-15T11:22:22,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-2f6fb912-8f6c-42ed-87fa-98162357d4e3,DISK] 2024-11-15T11:22:22,642 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/WALs/dbbb793b8023,41579,1731669741834/dbbb793b8023%2C41579%2C1731669741834.1731669742610 2024-11-15T11:22:22,643 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37573:37573)] 2024-11-15T11:22:22,643 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:22,643 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:22,643 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,643 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:22:22,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:22,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:22,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:22:22,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:22,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:22,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:22:22,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:22,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:22,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:22:22,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:22,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:22,654 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,654 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,655 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,656 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,656 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,656 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:22,657 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:22:22,661 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:22,661 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68582596, jitterRate=0.021960318088531494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:22,661 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731669742644Initializing all the Stores at 1731669742644Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669742644Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669742646 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669742646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669742646Cleaning up temporary data from old regions at 1731669742656 (+10 ms)Region opened successfully at 1731669742661 (+5 ms) 2024-11-15T11:22:22,663 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:22:22,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e53a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:22,667 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:22:22,667 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:22:22,667 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:22:22,667 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:22:22,668 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T11:22:22,668 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T11:22:22,668 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:22:22,674 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:22:22,675 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/balancer because node does not exist (not necessarily an error) 2024-11-15T11:22:22,762 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/balancer already deleted, retry=false 2024-11-15T11:22:22,763 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:22:22,763 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:22:22,815 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/normalizer already deleted, retry=false 2024-11-15T11:22:22,815 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:22:22,816 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:22:22,868 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/switch/split already deleted, retry=false 2024-11-15T11:22:22,869 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:22:22,941 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/switch/merge already deleted, retry=false 2024-11-15T11:22:22,943 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:22:23,026 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/snapshot-cleanup already deleted, retry=false 2024-11-15T11:22:23,079 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065005636/running 2024-11-15T11:22:23,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065005636/running 2024-11-15T11:22:23,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,079 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,079 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,41579,1731669741834, sessionid=0x1013e3b19d20006, setting cluster-up flag (Was=false) 2024-11-15T11:22:23,185 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,375 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1065005636/flush-table-proc/acquired, /2-1065005636/flush-table-proc/reached, /2-1065005636/flush-table-proc/abort 2024-11-15T11:22:23,376 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41579,1731669741834 2024-11-15T11:22:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,470 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:23,744 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1065005636/online-snapshot/acquired, /2-1065005636/online-snapshot/reached, /2-1065005636/online-snapshot/abort 2024-11-15T11:22:23,745 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,41579,1731669741834 2024-11-15T11:22:23,746 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:22:23,747 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:23,747 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:22:23,747 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:22:23,748 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,41579,1731669741834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:23,749 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731669773750 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:22:23,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:23,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:23,750 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:22:23,751 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:22:23,751 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:22:23,751 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T11:22:23,751 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:22:23,751 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:22:23,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:23,751 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669743751,5,FailOnTimeoutGroup] 2024-11-15T11:22:23,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:22:23,752 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669743751,5,FailOnTimeoutGroup] 2024-11-15T11:22:23,752 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:23,752 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:22:23,752 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:23,752 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:22:23,799 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(746): ClusterId : 2774d634-3a9b-4143-918f-5d517682a793 2024-11-15T11:22:23,799 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:22:23,949 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:22:23,949 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:22:24,086 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:22:24,087 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc70d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:22:24,098 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:35093 2024-11-15T11:22:24,098 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:22:24,098 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:22:24,098 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:22:24,099 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,41579,1731669741834 with port=35093, startcode=1731669741961 2024-11-15T11:22:24,099 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:22:24,100 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:22:24,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41579 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,102 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0 2024-11-15T11:22:24,102 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42429 2024-11-15T11:22:24,102 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:22:24,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:22:24,160 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0 2024-11-15T11:22:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:22:24,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/rs 2024-11-15T11:22:24,455 DEBUG [RS:0;dbbb793b8023:35093 {}] zookeeper.ZKUtil(111): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on existing znode=/2-1065005636/rs/dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,455 WARN [RS:0;dbbb793b8023:35093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:22:24,455 INFO [RS:0;dbbb793b8023:35093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:24,455 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,35093,1731669741961] 2024-11-15T11:22:24,462 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:22:24,464 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:22:24,464 INFO [RS:0;dbbb793b8023:35093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:22:24,464 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,465 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:22:24,465 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:22:24,465 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,465 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,466 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,466 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:22:24,466 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:24,466 DEBUG [RS:0;dbbb793b8023:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,470 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,35093,1731669741961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:24,494 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:22:24,494 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,35093,1731669741961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,494 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,494 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.Replication(171): dbbb793b8023,35093,1731669741961 started 2024-11-15T11:22:24,511 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:24,511 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,35093,1731669741961, RpcServer on dbbb793b8023/172.17.0.2:35093, sessionid=0x1013e3b19d20007 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,35093,1731669741961' 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1065005636/flush-table-proc/abort' 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1065005636/flush-table-proc/acquired' 2024-11-15T11:22:24,512 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,35093,1731669741961' 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1065005636/online-snapshot/abort' 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1065005636/online-snapshot/acquired' 2024-11-15T11:22:24,513 DEBUG [RS:0;dbbb793b8023:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:22:24,513 INFO [RS:0;dbbb793b8023:35093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:22:24,513 INFO [RS:0;dbbb793b8023:35093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:22:24,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:24,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:24,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:24,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:24,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:24,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:24,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:24,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:24,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:24,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:24,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:24,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:24,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:24,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:24,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:24,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740 2024-11-15T11:22:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740 2024-11-15T11:22:24,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:24,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:24,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:24,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:24,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74925237, jitterRate=0.11647303402423859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731669744564Initializing all the Stores at 1731669744565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669744565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669744568 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669744568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669744568Cleaning up temporary data from old regions at 1731669744579 (+11 ms)Region opened successfully at 1731669744584 (+5 ms) 2024-11-15T11:22:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:24,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:24,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669744584Disabling compacts and flushes for region at 1731669744584Disabling writes for close at 1731669744584Writing region close event to WAL at 1731669744585 (+1 ms)Closed at 1731669744585 2024-11-15T11:22:24,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:24,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:22:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:22:24,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:24,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:22:24,614 INFO [RS:0;dbbb793b8023:35093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:22:24,615 INFO [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C35093%2C1731669741961, suffix=, logDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961, archiveDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/oldWALs, maxLogs=10 2024-11-15T11:22:24,629 DEBUG [RS:0;dbbb793b8023:35093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961/dbbb793b8023%2C35093%2C1731669741961.1731669744615, exclude list is [], retry=0 2024-11-15T11:22:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-2f6fb912-8f6c-42ed-87fa-98162357d4e3,DISK] 2024-11-15T11:22:24,632 INFO [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961/dbbb793b8023%2C35093%2C1731669741961.1731669744615 2024-11-15T11:22:24,632 DEBUG [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37573:37573)] 2024-11-15T11:22:24,738 DEBUG [dbbb793b8023:41579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:22:24,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:24,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,35093,1731669741961, state=OPENING 2024-11-15T11:22:24,906 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:22:24,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:24,917 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:24,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065005636/meta-region-server: CHANGED 2024-11-15T11:22:24,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:22:24,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065005636/meta-region-server: CHANGED 2024-11-15T11:22:24,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,35093,1731669741961}] 2024-11-15T11:22:25,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:25,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:22:25,074 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:22:25,074 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:25,074 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:22:25,075 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C35093%2C1731669741961.meta, suffix=.meta, logDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961, archiveDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/oldWALs, maxLogs=10 2024-11-15T11:22:25,092 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961/dbbb793b8023%2C35093%2C1731669741961.meta.1731669745076.meta, exclude list is [], retry=0 2024-11-15T11:22:25,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-2f6fb912-8f6c-42ed-87fa-98162357d4e3,DISK] 2024-11-15T11:22:25,095 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961/dbbb793b8023%2C35093%2C1731669741961.meta.1731669745076.meta 2024-11-15T11:22:25,095 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37573:37573)] 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:25,096 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:22:25,096 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:22:25,096 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:22:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:22:25,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:22:25,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:22:25,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:22:25,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:25,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:25,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:22:25,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:22:25,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:22:25,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:22:25,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:25,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:22:25,101 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:22:25,102 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740 2024-11-15T11:22:25,102 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740 2024-11-15T11:22:25,103 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:22:25,103 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:22:25,104 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:22:25,104 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:22:25,105 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69541399, jitterRate=0.03624759614467621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:22:25,105 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:22:25,105 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731669745096Writing region info on filesystem at 1731669745096Initializing all the Stores at 1731669745097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669745097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669745097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669745097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731669745097Cleaning up temporary data from old regions at 1731669745103 (+6 ms)Running coprocessor post-open hooks at 1731669745105 (+2 ms)Region opened successfully at 1731669745105 2024-11-15T11:22:25,106 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731669745070 2024-11-15T11:22:25,107 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:22:25,108 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:22:25,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:25,108 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,35093,1731669741961, state=OPEN 2024-11-15T11:22:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1065005636/meta-region-server 2024-11-15T11:22:25,119 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1065005636/meta-region-server 2024-11-15T11:22:25,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:25,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065005636/meta-region-server: CHANGED 2024-11-15T11:22:25,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065005636/meta-region-server: CHANGED 2024-11-15T11:22:25,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:22:25,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,35093,1731669741961 in 202 msec 2024-11-15T11:22:25,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:22:25,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-11-15T11:22:25,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:22:25,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:22:25,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:25,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35093,1731669741961, seqNum=-1] 2024-11-15T11:22:25,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:25,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:25,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-15T11:22:25,130 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731669745130, completionTime=-1 2024-11-15T11:22:25,130 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:22:25,130 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731669805132 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731669865132 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:41579, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,132 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,134 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:22:25,135 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:22:25,136 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:22:25,138 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:22:25,138 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:22:25,138 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,41579,1731669741834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:22:25,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239b2325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:25,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41579,-1 for getting cluster id 2024-11-15T11:22:25,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:25,202 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2774d634-3a9b-4143-918f-5d517682a793' 2024-11-15T11:22:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2774d634-3a9b-4143-918f-5d517682a793" 2024-11-15T11:22:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373c1c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41579,-1] 2024-11-15T11:22:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:25,203 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:25,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec817cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:25,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:25,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35093,1731669741961, seqNum=-1] 2024-11-15T11:22:25,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:25,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:25,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,41579,1731669741834 2024-11-15T11:22:25,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-15T11:22:25,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:22:25,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013e3b19d20008 connected 2024-11-15T11:22:25,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36687,1731669731005 2024-11-15T11:22:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c346dc 2024-11-15T11:22:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:25,236 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:25,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:22:25,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:22:25,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:25,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:22:25,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:22:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:22:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:25,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffde281c2645dfc8bfb9a0b333c97f91, NAME => 'test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626 2024-11-15T11:22:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:22:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffde281c2645dfc8bfb9a0b333c97f91, disabling compactions & flushes 2024-11-15T11:22:26,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. after waiting 0 ms 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffde281c2645dfc8bfb9a0b333c97f91: Waiting for close lock at 1731669746050Disabling compacts and flushes for region at 1731669746050Disabling writes for close at 1731669746050Writing region close event to WAL at 1731669746050Closed at 1731669746050 2024-11-15T11:22:26,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:22:26,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669746051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669746051"}]},"ts":"1731669746051"} 2024-11-15T11:22:26,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:22:26,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:22:26,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669746053"}]},"ts":"1731669746053"} 2024-11-15T11:22:26,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:22:26,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffde281c2645dfc8bfb9a0b333c97f91, ASSIGN}] 2024-11-15T11:22:26,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffde281c2645dfc8bfb9a0b333c97f91, ASSIGN 2024-11-15T11:22:26,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffde281c2645dfc8bfb9a0b333c97f91, ASSIGN; state=OFFLINE, location=dbbb793b8023,35495,1731669731214; forceNewPlan=false, retain=false 2024-11-15T11:22:26,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffde281c2645dfc8bfb9a0b333c97f91, regionState=OPENING, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:26,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffde281c2645dfc8bfb9a0b333c97f91, ASSIGN because future has completed 2024-11-15T11:22:26,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffde281c2645dfc8bfb9a0b333c97f91, server=dbbb793b8023,35495,1731669731214}] 2024-11-15T11:22:26,365 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,365 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffde281c2645dfc8bfb9a0b333c97f91, NAME => 'test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:26,366 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:26,366 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:22:26,366 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,366 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:26,366 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,366 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,367 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,368 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffde281c2645dfc8bfb9a0b333c97f91 columnFamilyName f 2024-11-15T11:22:26,368 DEBUG [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:26,369 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(327): Store=ffde281c2645dfc8bfb9a0b333c97f91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:26,369 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,369 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffde281c2645dfc8bfb9a0b333c97f91 columnFamilyName f1 2024-11-15T11:22:26,369 DEBUG [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:26,370 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(327): Store=ffde281c2645dfc8bfb9a0b333c97f91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:26,370 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,370 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffde281c2645dfc8bfb9a0b333c97f91 columnFamilyName norep 2024-11-15T11:22:26,370 DEBUG [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:26,371 INFO [StoreOpener-ffde281c2645dfc8bfb9a0b333c97f91-1 {}] regionserver.HStore(327): Store=ffde281c2645dfc8bfb9a0b333c97f91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:26,371 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,371 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,371 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,372 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,372 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,373 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:22:26,374 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,375 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:26,376 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffde281c2645dfc8bfb9a0b333c97f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59524197, jitterRate=-0.11302034556865692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:22:26,376 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:26,376 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffde281c2645dfc8bfb9a0b333c97f91: Running coprocessor pre-open hook at 1731669746366Writing region info on filesystem at 1731669746366Initializing all the Stores at 1731669746367 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669746367Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669746367Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669746367Cleaning up temporary data from old regions at 1731669746372 (+5 ms)Running coprocessor post-open hooks at 1731669746376 (+4 ms)Region opened successfully at 1731669746376 2024-11-15T11:22:26,377 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., pid=6, masterSystemTime=1731669746362 2024-11-15T11:22:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:26,378 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,378 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:26,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffde281c2645dfc8bfb9a0b333c97f91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:26,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffde281c2645dfc8bfb9a0b333c97f91, server=dbbb793b8023,35495,1731669731214 because future has completed 2024-11-15T11:22:26,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:22:26,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffde281c2645dfc8bfb9a0b333c97f91, server=dbbb793b8023,35495,1731669731214 in 171 msec 2024-11-15T11:22:26,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:22:26,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffde281c2645dfc8bfb9a0b333c97f91, ASSIGN in 328 msec 2024-11-15T11:22:26,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:22:26,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669746385"}]},"ts":"1731669746385"} 2024-11-15T11:22:26,400 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:22:26,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:22:26,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-15T11:22:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:27,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:27,389 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:22:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39343,1731669736820 2024-11-15T11:22:27,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51545ad2 2024-11-15T11:22:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:27,390 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:22:27,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:22:27,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:22:27,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:27,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:22:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:22:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:27,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0df066fe993570aa4a43ead835ba4f1, NAME => 'test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a 2024-11-15T11:22:27,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:22:27,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:27,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0df066fe993570aa4a43ead835ba4f1, disabling compactions & flushes 2024-11-15T11:22:27,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:27,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:27,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. after waiting 0 ms 2024-11-15T11:22:27,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:27,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:27,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0df066fe993570aa4a43ead835ba4f1: Waiting for close lock at 1731669747814Disabling compacts and flushes for region at 1731669747814Disabling writes for close at 1731669747815 (+1 ms)Writing region close event to WAL at 1731669747815Closed at 1731669747815 2024-11-15T11:22:27,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:22:27,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669747816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669747816"}]},"ts":"1731669747816"} 2024-11-15T11:22:27,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:22:27,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:22:27,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669747820"}]},"ts":"1731669747820"} 2024-11-15T11:22:27,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:22:27,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0df066fe993570aa4a43ead835ba4f1, ASSIGN}] 2024-11-15T11:22:27,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0df066fe993570aa4a43ead835ba4f1, ASSIGN 2024-11-15T11:22:27,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0df066fe993570aa4a43ead835ba4f1, ASSIGN; state=OFFLINE, location=dbbb793b8023,34465,1731669736945; forceNewPlan=false, retain=false 2024-11-15T11:22:27,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0df066fe993570aa4a43ead835ba4f1, regionState=OPENING, regionLocation=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0df066fe993570aa4a43ead835ba4f1, ASSIGN because future has completed 2024-11-15T11:22:27,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0df066fe993570aa4a43ead835ba4f1, server=dbbb793b8023,34465,1731669736945}] 2024-11-15T11:22:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:28,137 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:28,137 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0df066fe993570aa4a43ead835ba4f1, NAME => 'test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:28,138 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:28,138 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:22:28,138 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,138 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:28,138 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,138 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,139 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,141 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0df066fe993570aa4a43ead835ba4f1 columnFamilyName f 2024-11-15T11:22:28,141 DEBUG [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:28,141 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(327): Store=f0df066fe993570aa4a43ead835ba4f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:28,141 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,142 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0df066fe993570aa4a43ead835ba4f1 columnFamilyName f1 2024-11-15T11:22:28,142 DEBUG [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:28,143 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(327): Store=f0df066fe993570aa4a43ead835ba4f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:28,143 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,144 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0df066fe993570aa4a43ead835ba4f1 columnFamilyName norep 2024-11-15T11:22:28,144 DEBUG [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:28,144 INFO [StoreOpener-f0df066fe993570aa4a43ead835ba4f1-1 {}] regionserver.HStore(327): Store=f0df066fe993570aa4a43ead835ba4f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:28,144 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,145 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,146 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,146 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,146 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,147 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:22:28,148 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,149 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:28,150 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0df066fe993570aa4a43ead835ba4f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63249541, jitterRate=-0.05750839412212372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:22:28,150 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:28,150 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0df066fe993570aa4a43ead835ba4f1: Running coprocessor pre-open hook at 1731669748138Writing region info on filesystem at 1731669748138Initializing all the Stores at 1731669748139 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669748139Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669748139Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669748139Cleaning up temporary data from old regions at 1731669748146 (+7 ms)Running coprocessor post-open hooks at 1731669748150 (+4 ms)Region opened successfully at 1731669748150 2024-11-15T11:22:28,150 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1., pid=6, masterSystemTime=1731669748129 2024-11-15T11:22:28,152 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:28,152 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:28,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0df066fe993570aa4a43ead835ba4f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,34465,1731669736945 2024-11-15T11:22:28,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0df066fe993570aa4a43ead835ba4f1, server=dbbb793b8023,34465,1731669736945 because future has completed 2024-11-15T11:22:28,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:22:28,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0df066fe993570aa4a43ead835ba4f1, server=dbbb793b8023,34465,1731669736945 in 177 msec 2024-11-15T11:22:28,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:22:28,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0df066fe993570aa4a43ead835ba4f1, ASSIGN in 334 msec 2024-11-15T11:22:28,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:22:28,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669748158"}]},"ts":"1731669748158"} 2024-11-15T11:22:28,159 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:22:28,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:22:28,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-15T11:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:28,529 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:22:28,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:28,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41579,1731669741834 2024-11-15T11:22:28,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71480302 2024-11-15T11:22:28,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:28,530 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:28,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T11:22:28,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:22:28,533 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:28,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T11:22:28,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:22:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741835_1011 (size=902) 2024-11-15T11:22:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:28,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbb0e8e162e61a52198a322b180a4ae4, NAME => 'test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0 2024-11-15T11:22:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741836_1012 (size=39) 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bbb0e8e162e61a52198a322b180a4ae4, disabling compactions & flushes 2024-11-15T11:22:28,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. after waiting 0 ms 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:28,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:28,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbb0e8e162e61a52198a322b180a4ae4: Waiting for close lock at 1731669748947Disabling compacts and flushes for region at 1731669748947Disabling writes for close at 1731669748947Writing region close event to WAL at 1731669748947Closed at 1731669748947 2024-11-15T11:22:28,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:22:28,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731669748948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669748948"}]},"ts":"1731669748948"} 2024-11-15T11:22:28,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:22:28,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:22:28,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669748951"}]},"ts":"1731669748951"} 2024-11-15T11:22:28,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T11:22:28,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbb0e8e162e61a52198a322b180a4ae4, ASSIGN}] 2024-11-15T11:22:28,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbb0e8e162e61a52198a322b180a4ae4, ASSIGN 2024-11-15T11:22:28,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bbb0e8e162e61a52198a322b180a4ae4, ASSIGN; state=OFFLINE, location=dbbb793b8023,35093,1731669741961; forceNewPlan=false, retain=false 2024-11-15T11:22:29,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbb0e8e162e61a52198a322b180a4ae4, regionState=OPENING, regionLocation=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:29,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bbb0e8e162e61a52198a322b180a4ae4, ASSIGN because future has completed 2024-11-15T11:22:29,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb0e8e162e61a52198a322b180a4ae4, server=dbbb793b8023,35093,1731669741961}] 2024-11-15T11:22:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:29,261 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:29,261 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bbb0e8e162e61a52198a322b180a4ae4, NAME => 'test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:29,261 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:29,261 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T11:22:29,262 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,262 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:29,262 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,262 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,263 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,264 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbb0e8e162e61a52198a322b180a4ae4 columnFamilyName f 2024-11-15T11:22:29,264 DEBUG [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:29,264 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(327): Store=bbb0e8e162e61a52198a322b180a4ae4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:29,264 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,265 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbb0e8e162e61a52198a322b180a4ae4 columnFamilyName f1 2024-11-15T11:22:29,265 DEBUG [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:29,265 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(327): Store=bbb0e8e162e61a52198a322b180a4ae4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:29,265 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,266 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbb0e8e162e61a52198a322b180a4ae4 columnFamilyName norep 2024-11-15T11:22:29,266 DEBUG [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:29,266 INFO [StoreOpener-bbb0e8e162e61a52198a322b180a4ae4-1 {}] regionserver.HStore(327): Store=bbb0e8e162e61a52198a322b180a4ae4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:29,266 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,267 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,267 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,268 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,268 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,268 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:22:29,269 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,272 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:29,273 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bbb0e8e162e61a52198a322b180a4ae4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72368669, jitterRate=0.07837720215320587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:22:29,273 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:29,273 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bbb0e8e162e61a52198a322b180a4ae4: Running coprocessor pre-open hook at 1731669749262Writing region info on filesystem at 1731669749262Initializing all the Stores at 1731669749262Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669749262Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669749263 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669749263Cleaning up temporary data from old regions at 1731669749268 (+5 ms)Running coprocessor post-open hooks at 1731669749273 (+5 ms)Region opened successfully at 1731669749273 2024-11-15T11:22:29,274 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4., pid=6, masterSystemTime=1731669749257 2024-11-15T11:22:29,275 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:29,275 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:29,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbb0e8e162e61a52198a322b180a4ae4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=dbbb793b8023,35093,1731669741961 2024-11-15T11:22:29,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb0e8e162e61a52198a322b180a4ae4, server=dbbb793b8023,35093,1731669741961 because future has completed 2024-11-15T11:22:29,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:22:29,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bbb0e8e162e61a52198a322b180a4ae4, server=dbbb793b8023,35093,1731669741961 in 172 msec 2024-11-15T11:22:29,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:22:29,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bbb0e8e162e61a52198a322b180a4ae4, ASSIGN in 327 msec 2024-11-15T11:22:29,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:22:29,282 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669749282"}]},"ts":"1731669749282"} 2024-11-15T11:22:29,284 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T11:22:29,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:22:29,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-15T11:22:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:22:29,669 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T11:22:29,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:29,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:29,670 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6470a785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:29,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:29,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:29,671 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3bdfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36687,1731669731005 2024-11-15T11:22:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d03394 2024-11-15T11:22:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:29,673 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:29,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://dbbb793b8023:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:22:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:22:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:29,676 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:39343' 2024-11-15T11:22:29,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb5d4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,677 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39343,-1 for getting cluster id 2024-11-15T11:22:29,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:29,677 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4239571-41f6-4aab-b252-ccbd06531772' 2024-11-15T11:22:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4239571-41f6-4aab-b252-ccbd06531772" 2024-11-15T11:22:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28344e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39343,-1] 2024-11-15T11:22:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:29,678 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:29,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a63a953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:29,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:29,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39343,1731669736820 2024-11-15T11:22:29,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@504fbbc2 2024-11-15T11:22:29,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:29,680 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:29,681 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T11:22:29,681 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:22:29,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:29,681 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:29,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:29,681 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:22:29,682 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T11:22:29,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:22:29,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:29,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:22:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741837_1013 (size=1138) 2024-11-15T11:22:29,733 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T11:22:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:30,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b328fcd5a32f5172eb051865b0c44108, NAME => 'hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626 2024-11-15T11:22:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741838_1014 (size=44) 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b328fcd5a32f5172eb051865b0c44108, disabling compactions & flushes 2024-11-15T11:22:30,094 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. after waiting 0 ms 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,094 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,094 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b328fcd5a32f5172eb051865b0c44108: Waiting for close lock at 1731669750094Disabling compacts and flushes for region at 1731669750094Disabling writes for close at 1731669750094Writing region close event to WAL at 1731669750094Closed at 1731669750094 2024-11-15T11:22:30,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:22:30,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731669750095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731669750095"}]},"ts":"1731669750095"} 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:22:30,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669750097"}]},"ts":"1731669750097"} 2024-11-15T11:22:30,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T11:22:30,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b328fcd5a32f5172eb051865b0c44108, ASSIGN}] 2024-11-15T11:22:30,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b328fcd5a32f5172eb051865b0c44108, ASSIGN 2024-11-15T11:22:30,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b328fcd5a32f5172eb051865b0c44108, ASSIGN; state=OFFLINE, location=dbbb793b8023,35495,1731669731214; forceNewPlan=false, retain=false 2024-11-15T11:22:30,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b328fcd5a32f5172eb051865b0c44108, regionState=OPENING, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:30,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b328fcd5a32f5172eb051865b0c44108, ASSIGN because future has completed 2024-11-15T11:22:30,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b328fcd5a32f5172eb051865b0c44108, server=dbbb793b8023,35495,1731669731214}] 2024-11-15T11:22:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:30,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:22:30,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T11:22:30,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=dbbb793b8023%2C35495%2C1731669731214.rep, suffix=, logDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214, archiveDir=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/oldWALs, maxLogs=10 2024-11-15T11:22:30,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669750411, exclude list is [], retry=0 2024-11-15T11:22:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:30,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669750411 2024-11-15T11:22:30,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:30,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b328fcd5a32f5172eb051865b0c44108, NAME => 'hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:22:30,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. service=MultiRowMutationService 2024-11-15T11:22:30,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,438 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,439 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b328fcd5a32f5172eb051865b0c44108 columnFamilyName hfileref 2024-11-15T11:22:30,439 DEBUG [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:30,439 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(327): Store=b328fcd5a32f5172eb051865b0c44108/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:30,439 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,440 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b328fcd5a32f5172eb051865b0c44108 columnFamilyName queue 2024-11-15T11:22:30,440 DEBUG [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:30,440 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(327): Store=b328fcd5a32f5172eb051865b0c44108/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:30,440 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,441 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b328fcd5a32f5172eb051865b0c44108 columnFamilyName sid 2024-11-15T11:22:30,441 DEBUG [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:22:30,441 INFO [StoreOpener-b328fcd5a32f5172eb051865b0c44108-1 {}] regionserver.HStore(327): Store=b328fcd5a32f5172eb051865b0c44108/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:22:30,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:22:30,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:22:30,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b328fcd5a32f5172eb051865b0c44108; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464112, jitterRate=0.07979941368103027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:22:30,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:30,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b328fcd5a32f5172eb051865b0c44108: Running coprocessor pre-open hook at 1731669750436Writing region info on filesystem at 1731669750436Initializing all the Stores at 1731669750437 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669750437Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669750437Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731669750437Cleaning up temporary data from old regions at 1731669750443 (+6 ms)Running coprocessor post-open hooks at 1731669750446 (+3 ms)Region opened successfully at 1731669750446 2024-11-15T11:22:30,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108., pid=10, masterSystemTime=1731669750405 2024-11-15T11:22:30,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:30,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b328fcd5a32f5172eb051865b0c44108, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,35495,1731669731214 2024-11-15T11:22:30,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b328fcd5a32f5172eb051865b0c44108, server=dbbb793b8023,35495,1731669731214 because future has completed 2024-11-15T11:22:30,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T11:22:30,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b328fcd5a32f5172eb051865b0c44108, server=dbbb793b8023,35495,1731669731214 in 199 msec 2024-11-15T11:22:30,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:22:30,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b328fcd5a32f5172eb051865b0c44108, ASSIGN in 354 msec 2024-11-15T11:22:30,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:22:30,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731669750455"}]},"ts":"1731669750455"} 2024-11-15T11:22:30,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T11:22:30,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:22:30,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-15T11:22:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108., hostname=dbbb793b8023,35495,1731669731214, seqNum=2] 2024-11-15T11:22:30,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:30,593 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:30,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:22:30,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:22:30,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:30,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T11:22:30,857 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T11:22:30,882 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-dbbb793b8023,35495,1731669731214, ReplicationSource: 1, currentBandwidth=0 2024-11-15T11:22:30,883 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:30,883 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35495,1731669731214, seqNum=-1] 2024-11-15T11:22:30,883 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:30,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T11:22:30,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-dbbb793b8023,35495,1731669731214', locateType=CURRENT is [region=hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108., hostname=dbbb793b8023,35495,1731669731214, seqNum=2] 2024-11-15T11:22:30,887 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T11:22:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T11:22:30,888 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on dbbb793b8023,35495,1731669731214 suceeded 2024-11-15T11:22:30,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T11:22:30,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-15T11:22:30,890 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://dbbb793b8023:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:22:30,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2160 sec 2024-11-15T11:22:30,900 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:39343' 2024-11-15T11:22:30,901 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@89925cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:30,901 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39343,-1 for getting cluster id 2024-11-15T11:22:30,901 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:30,902 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4239571-41f6-4aab-b252-ccbd06531772' 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4239571-41f6-4aab-b252-ccbd06531772" 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7554c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39343,-1] 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:30,903 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:30,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2945de13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:30,903 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39343,1731669736820 2024-11-15T11:22:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d27d61 2024-11-15T11:22:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:30,904 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T11:22:30,905 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-dbbb793b8023,35495,1731669731214 (queues=1) is replicating from cluster=96d203eb-c462-416a-ac94-d8501a4b12c1 to cluster=d4239571-41f6-4aab-b252-ccbd06531772 2024-11-15T11:22:30,905 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=dbbb793b8023%2C35495%2C1731669731214 2024-11-15T11:22:30,905 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-dbbb793b8023,35495,1731669731214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:22:30,906 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C35495%2C1731669731214 2024-11-15T11:22:30,906 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680, startPosition=0, beingWritten=true 2024-11-15T11:22:30,909 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:22:30,909 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 379, reset compression=false 2024-11-15T11:22:30,909 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:22:31,112 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 379, reset compression=false 2024-11-15T11:22:31,415 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 379, reset compression=false 2024-11-15T11:22:31,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T11:22:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:22:31,818 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 379, reset compression=false 2024-11-15T11:22:31,818 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T11:22:31,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:31,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:31,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:31,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:31,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:31,819 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7a7027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:31,820 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8e1f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6626af14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39343,-1 for getting cluster id 2024-11-15T11:22:31,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:31,822 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4239571-41f6-4aab-b252-ccbd06531772' 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4239571-41f6-4aab-b252-ccbd06531772" 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6100f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39343,-1] 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:31,823 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41579,-1 for getting cluster id 2024-11-15T11:22:31,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:31,824 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2774d634-3a9b-4143-918f-5d517682a793' 2024-11-15T11:22:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2774d634-3a9b-4143-918f-5d517682a793" 2024-11-15T11:22:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5609e5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41579,-1] 2024-11-15T11:22:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:31,825 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1cadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:31,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:31,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731669751829/Put/seqid=0 2024-11-15T11:22:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741840_1016 (size=7894) 2024-11-15T11:22:31,834 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731669751834/Put/seqid=0 2024-11-15T11:22:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741841_1017 (size=7691) 2024-11-15T11:22:32,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b291aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:32,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:32,239 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669fbaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:32,241 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:32,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c947f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35495,1731669731214, seqNum=-1] 2024-11-15T11:22:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:32,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:32,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36687,1731669731005 2024-11-15T11:22:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a1a6a2 2024-11-15T11:22:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:32,251 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2] 2024-11-15T11:22:32,256 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:22:32,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T11:22:32,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T11:22:32,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T11:22:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:32,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T11:22:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegion(2603): Flush status journal for ffde281c2645dfc8bfb9a0b333c97f91: 2024-11-15T11:22:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_0 2024-11-15T11:22:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_0 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ 2024-11-15T11:22:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_1 2024-11-15T11:22:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_1 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ 2024-11-15T11:22:32,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_0 into ffde281c2645dfc8bfb9a0b333c97f91/f as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ - updating store file list. 2024-11-15T11:22:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70f1baadfbd444d3b94274de77d3db52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:32,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ into ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:32,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_0 into ffde281c2645dfc8bfb9a0b333c97f91/f (new location: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_) 2024-11-15T11:22:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_0 2024-11-15T11:22:32,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_1 into ffde281c2645dfc8bfb9a0b333c97f91/f as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ - updating store file list. 2024-11-15T11:22:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ into ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_1 into ffde281c2645dfc8bfb9a0b333c97f91/f (new location: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_) 2024-11-15T11:22:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__td7h5lsggom9oingv5cs3r5r2g81idp630vchsirur0q9mjgpfjbdct1a1o5dr0o/f/hfile_1 2024-11-15T11:22:32,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:32,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:32,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:32,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:32,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 , the old value is region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:35495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:22:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:22:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 from cache 2024-11-15T11:22:32,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:32,288 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T11:22:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34465,1731669736945, seqNum=-1] 2024-11-15T11:22:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:32,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1., hostname=dbbb793b8023,34465,1731669736945, seqNum=2] 2024-11-15T11:22:32,293 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:22:32,320 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 379, reset compression=false 2024-11-15T11:22:32,324 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:22:32,324 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffde281c2645dfc8bfb9a0b333c97f91/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669752286/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:22:32,326 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:32,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T11:22:32,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(318): Replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:32,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78c1dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39343,-1 for getting cluster id 2024-11-15T11:22:32,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:32,328 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4239571-41f6-4aab-b252-ccbd06531772' 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4239571-41f6-4aab-b252-ccbd06531772" 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@611d55ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39343,-1] 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:32,329 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:32,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6458e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741837_1013 (size=7894) 2024-11-15T11:22:32,398 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:35495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:22:32,524 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 687, reset compression=false 2024-11-15T11:22:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741838_1014 (size=7691) 2024-11-15T11:22:32,827 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 687, reset compression=false 2024-11-15T11:22:33,064 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:22:33,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:33,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39343,1731669736820 2024-11-15T11:22:33,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dccccf 2024-11-15T11:22:33,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:33,158 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T11:22:33,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:22:33,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:33,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,34465,1731669736945, seqNum=-1] 2024-11-15T11:22:33,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:33,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T11:22:33,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T11:22:33,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T11:22:33,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ for inclusion in f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T11:22:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:33,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ for inclusion in f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T11:22:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegion(2603): Flush status journal for f0df066fe993570aa4a43ead835ba4f1: 2024-11-15T11:22:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70f1baadfbd444d3b94274de77d3db52_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/cd728abf92ce444a8eea6ec9087d6566_SeqId_4_ 2024-11-15T11:22:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/b6be62bf7fae4b6c86564311e2b03460_SeqId_4_ 2024-11-15T11:22:33,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/cd728abf92ce444a8eea6ec9087d6566_SeqId_4_ - updating store file list. 2024-11-15T11:22:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd728abf92ce444a8eea6ec9087d6566_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:33,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/cd728abf92ce444a8eea6ec9087d6566_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:33,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f (new location: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/cd728abf92ce444a8eea6ec9087d6566_SeqId_4_) 2024-11-15T11:22:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/70f1baadfbd444d3b94274de77d3db52_SeqId_4_ 2024-11-15T11:22:33,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/b6be62bf7fae4b6c86564311e2b03460_SeqId_4_ - updating store file list. 2024-11-15T11:22:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6be62bf7fae4b6c86564311e2b03460_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:33,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/b6be62bf7fae4b6c86564311e2b03460_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:33,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ into f0df066fe993570aa4a43ead835ba4f1/f (new location: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/b6be62bf7fae4b6c86564311e2b03460_SeqId_4_) 2024-11-15T11:22:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__5rljpjgi5d64nnuhoq6t3aml0h5avrp01taqmmurpaeacp3nespv6dkne7u125an/f/dec5749beaab4ec4ae8d192e2d866a9e_SeqId_4_ 2024-11-15T11:22:33,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(324): Finished replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:33,230 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 687, reset compression=false 2024-11-15T11:22:33,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35093,1731669741961, seqNum=-1] 2024-11-15T11:22:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:33,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4., hostname=dbbb793b8023,35093,1731669741961, seqNum=2] 2024-11-15T11:22:33,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:33,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:22:33,307 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbbb793b8023%2C35495%2C1731669731214.rep:(num 1731669750411) roll requested 2024-11-15T11:22:33,320 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669753307, exclude list is [], retry=0 2024-11-15T11:22:33,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:33,323 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669750411 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669753307 2024-11-15T11:22:33,323 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:33,323 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669750411 is not closed yet, will try archiving it next time 2024-11-15T11:22:33,323 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbbb793b8023%2C35495%2C1731669731214:(num 1731669733680) roll requested 2024-11-15T11:22:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741839_1015 (size=1505) 2024-11-15T11:22:33,336 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, exclude list is [], retry=0 2024-11-15T11:22:33,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:33,339 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 2024-11-15T11:22:33,339 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:33,339 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 is not closed yet, will try archiving it next time 2024-11-15T11:22:33,340 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL dbbb793b8023%2C35495%2C1731669731214.meta:.meta(num 1731669734636) roll requested 2024-11-15T11:22:33,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:33,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741832_1008 (size=695) 2024-11-15T11:22:33,341 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eb5d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,342 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:33,342 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/oldWALs/dbbb793b8023%2C35495%2C1731669731214.1731669733680 2024-11-15T11:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8434a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36687,1731669731005 2024-11-15T11:22:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43df8149 2024-11-15T11:22:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:33,344 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:33,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://dbbb793b8023:41579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T11:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T11:22:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:22:33,347 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:41579' 2024-11-15T11:22:33,348 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e2a127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,348 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41579,-1 for getting cluster id 2024-11-15T11:22:33,348 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:33,348 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2774d634-3a9b-4143-918f-5d517682a793' 2024-11-15T11:22:33,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:33,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2774d634-3a9b-4143-918f-5d517682a793" 2024-11-15T11:22:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cf028a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41579,-1] 2024-11-15T11:22:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,350 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:33,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e72d943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,351 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:33,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41579,1731669741834 2024-11-15T11:22:33,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d76df3 2024-11-15T11:22:33,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:33,353 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:33,353 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T11:22:33,353 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T11:22:33,353 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,353 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:33,356 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669753340.meta, exclude list is [], retry=0 2024-11-15T11:22:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-2891c9fe-3e3b-4f41-9e55-f918ee195bb5,DISK] 2024-11-15T11:22:33,358 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669734636.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669753340.meta 2024-11-15T11:22:33,359 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36819:36819)] 2024-11-15T11:22:33,359 DEBUG [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669734636.meta is not closed yet, will try archiving it next time 2024-11-15T11:22:33,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741834_1010 (size=3473) 2024-11-15T11:22:33,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T11:22:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:22:33,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T11:22:33,546 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T11:22:33,572 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-dbbb793b8023,35495,1731669731214, ReplicationSource: 2, currentBandwidth=0 2024-11-15T11:22:33,574 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T11:22:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T11:22:33,576 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on dbbb793b8023,35495,1731669731214 suceeded 2024-11-15T11:22:33,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T11:22:33,577 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://dbbb793b8023:41579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T11:22:33,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-15T11:22:33,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 233 msec 2024-11-15T11:22:33,592 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='dbbb793b8023:41579' 2024-11-15T11:22:33,593 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78360b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,593 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41579,-1 for getting cluster id 2024-11-15T11:22:33,593 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:33,594 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2774d634-3a9b-4143-918f-5d517682a793' 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2774d634-3a9b-4143-918f-5d517682a793" 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d7163ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41579,-1] 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:33,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,595 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:33,595 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e80d28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:33,595 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:33,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41579,1731669741834 2024-11-15T11:22:33,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef6089c 2024-11-15T11:22:33,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:33,597 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T11:22:33,598 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-dbbb793b8023,35495,1731669731214 (queues=1) is replicating from cluster=96d203eb-c462-416a-ac94-d8501a4b12c1 to cluster=2774d634-3a9b-4143-918f-5d517682a793 2024-11-15T11:22:33,598 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=dbbb793b8023%2C35495%2C1731669731214 2024-11-15T11:22:33,598 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-dbbb793b8023,35495,1731669731214, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T11:22:33,598 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, startPosition=0, beingWritten=true 2024-11-15T11:22:33,602 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: dbbb793b8023%2C35495%2C1731669731214 2024-11-15T11:22:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T11:22:33,658 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T11:22:33,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:33,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:33,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:33,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:33,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:22:33,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731669753661/Put/seqid=0 2024-11-15T11:22:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741845_1021 (size=11194) 2024-11-15T11:22:33,733 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 to pos 687, reset compression=false 2024-11-15T11:22:33,739 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 was moved to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/oldWALs/dbbb793b8023%2C35495%2C1731669731214.1731669733680 2024-11-15T11:22:33,741 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680 2024-11-15T11:22:33,741 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669733680, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T11:22:33,741 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, startPosition=0, beingWritten=true 2024-11-15T11:22:33,744 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [dbbb793b8023%2C35495%2C1731669731214.1731669733680] 2024-11-15T11:22:33,805 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:34,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731669754067/Put/seqid=0 2024-11-15T11:22:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741846_1022 (size=10791) 2024-11-15T11:22:34,111 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:34,346 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:34,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502947db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:34,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,36687,-1 for getting cluster id 2024-11-15T11:22:34,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:34,473 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d203eb-c462-416a-ac94-d8501a4b12c1' 2024-11-15T11:22:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d203eb-c462-416a-ac94-d8501a4b12c1" 2024-11-15T11:22:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e9c2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,36687,-1] 2024-11-15T11:22:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:34,474 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:34,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24459c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:34,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35495,1731669731214, seqNum=-1] 2024-11-15T11:22:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:34,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:22:34,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,36687,1731669731005 2024-11-15T11:22:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@147a353f 2024-11-15T11:22:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:34,484 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:22:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2] 2024-11-15T11:22:34,488 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:22:34,492 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T11:22:34,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T11:22:34,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T11:22:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:34,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T11:22:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegion(2603): Flush status journal for ffde281c2645dfc8bfb9a0b333c97f91: 2024-11-15T11:22:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_1 2024-11-15T11:22:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_1 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ 2024-11-15T11:22:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_0 2024-11-15T11:22:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_0 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ 2024-11-15T11:22:34,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_1 into ffde281c2645dfc8bfb9a0b333c97f91/f as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ - updating store file list. 2024-11-15T11:22:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3c0610e300942d2b013dd529e0ee432_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:34,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ into ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:34,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_1 into ffde281c2645dfc8bfb9a0b333c97f91/f (new location: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_) 2024-11-15T11:22:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_1 2024-11-15T11:22:34,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_0 into ffde281c2645dfc8bfb9a0b333c97f91/f as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ - updating store file list. 2024-11-15T11:22:34,514 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:34,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ into ffde281c2645dfc8bfb9a0b333c97f91/f 2024-11-15T11:22:34,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_0 into ffde281c2645dfc8bfb9a0b333c97f91/f (new location: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_) 2024-11-15T11:22:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/staging/jenkins__test__pi4p3phbjukmr3r4btvh0ggnd99un0nf36tqt90grpnutvhbdlieni282qimds3/f/hfile_0 2024-11-15T11:22:34,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:34,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:34,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:34,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:34,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 , the old value is region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=dbbb793b8023:35495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:22:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T11:22:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., hostname=dbbb793b8023,35495,1731669731214, seqNum=2 from cache 2024-11-15T11:22:34,522 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T11:22:34,525 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:22:34,628 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:35495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T11:22:35,018 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:35,027 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:22:35,027 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffde281c2645dfc8bfb9a0b333c97f91/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669754520/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:22:35,029 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:22:35,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T11:22:35,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.ReplicationSink(318): Replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:35,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ad1948d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:35,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,41579,-1 for getting cluster id 2024-11-15T11:22:35,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:22:35,031 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2774d634-3a9b-4143-918f-5d517682a793' 2024-11-15T11:22:35,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:22:35,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2774d634-3a9b-4143-918f-5d517682a793" 2024-11-15T11:22:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18831d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,41579,-1] 2024-11-15T11:22:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:22:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:35,032 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:22:35,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cbdef24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:22:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741837_1013 (size=10791) 2024-11-15T11:22:35,050 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 0, reset compression=false 2024-11-15T11:22:35,058 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T11:22:35,058 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffde281c2645dfc8bfb9a0b333c97f91/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731669754520/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T11:22:35,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(318): Replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741838_1014 (size=11194) 2024-11-15T11:22:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741839_1015 (size=10791) 2024-11-15T11:22:35,227 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,258 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,41579,1731669741834 2024-11-15T11:22:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@690a1c17 2024-11-15T11:22:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:22:35,483 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T11:22:35,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:22:35,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:22:35,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,35093,1731669741961, seqNum=-1] 2024-11-15T11:22:35,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:22:35,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T11:22:35,493 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T11:22:35,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T11:22:35,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ for inclusion in bbb0e8e162e61a52198a322b180a4ae4/f 2024-11-15T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T11:22:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:35,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ for inclusion in bbb0e8e162e61a52198a322b180a4ae4/f 2024-11-15T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HRegion(2603): Flush status journal for bbb0e8e162e61a52198a322b180a4ae4: 2024-11-15T11:22:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/c8ecc042b5d94727a377abc3a1e84b8e_SeqId_4_ 2024-11-15T11:22:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3c0610e300942d2b013dd529e0ee432_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/b0a344c25c8044ab9321642ad05d16b9_SeqId_4_ 2024-11-15T11:22:35,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ into bbb0e8e162e61a52198a322b180a4ae4/f as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/c8ecc042b5d94727a377abc3a1e84b8e_SeqId_4_ - updating store file list. 2024-11-15T11:22:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8ecc042b5d94727a377abc3a1e84b8e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:35,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/c8ecc042b5d94727a377abc3a1e84b8e_SeqId_4_ into bbb0e8e162e61a52198a322b180a4ae4/f 2024-11-15T11:22:35,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ into bbb0e8e162e61a52198a322b180a4ae4/f (new location: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/c8ecc042b5d94727a377abc3a1e84b8e_SeqId_4_) 2024-11-15T11:22:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ 2024-11-15T11:22:35,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ into bbb0e8e162e61a52198a322b180a4ae4/f as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/b0a344c25c8044ab9321642ad05d16b9_SeqId_4_ - updating store file list. 2024-11-15T11:22:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0a344c25c8044ab9321642ad05d16b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:35,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/b0a344c25c8044ab9321642ad05d16b9_SeqId_4_ into bbb0e8e162e61a52198a322b180a4ae4/f 2024-11-15T11:22:35,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ into bbb0e8e162e61a52198a322b180a4ae4/f (new location: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/f/b0a344c25c8044ab9321642ad05d16b9_SeqId_4_) 2024-11-15T11:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/staging/jenkins.hfs.23__test__iqjl7c033ooiaisjmnidqp1e5p4g80lojstqa05adqh4vm0923pr4d5a2bc5gmef/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ 2024-11-15T11:22:35,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] regionserver.ReplicationSink(324): Finished replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:35,528 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T11:22:35,539 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741840_1016 (size=11194) 2024-11-15T11:22:35,565 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:22:35,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,942 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T11:22:35,969 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:35,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T11:22:35,974 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T11:22:35,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ for inclusion in f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T11:22:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:35,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ for inclusion in f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T11:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegion(2603): Flush status journal for f0df066fe993570aa4a43ead835ba4f1: 2024-11-15T11:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3c0610e300942d2b013dd529e0ee432_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3e2827ec7edc4b7d9cc1a03837e98021_SeqId_6_ 2024-11-15T11:22:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T11:22:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3f537b009ca84849943f77adf274b7d6_SeqId_6_ 2024-11-15T11:22:35,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3e2827ec7edc4b7d9cc1a03837e98021_SeqId_6_ - updating store file list. 2024-11-15T11:22:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e2827ec7edc4b7d9cc1a03837e98021_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:35,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3e2827ec7edc4b7d9cc1a03837e98021_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:35,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f (new location: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3e2827ec7edc4b7d9cc1a03837e98021_SeqId_6_) 2024-11-15T11:22:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/f3c0610e300942d2b013dd529e0ee432_SeqId_6_ 2024-11-15T11:22:35,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3f537b009ca84849943f77adf274b7d6_SeqId_6_ - updating store file list. 2024-11-15T11:22:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f537b009ca84849943f77adf274b7d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T11:22:35,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3f537b009ca84849943f77adf274b7d6_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f 2024-11-15T11:22:35,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ into f0df066fe993570aa4a43ead835ba4f1/f (new location: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/f/3f537b009ca84849943f77adf274b7d6_SeqId_6_) 2024-11-15T11:22:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/staging/jenkins.hfs.22__test__uudmnsj7k2h5qifnligrlus6pr5kvsghkeri2lets9pp7i4rdfo5fiq879unrain/f/1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_ 2024-11-15T11:22:35,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34465 {}] regionserver.ReplicationSink(324): Finished replicating [96d203eb-c462-416a-ac94-d8501a4b12c1] bulk loaded data 2024-11-15T11:22:35,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:35,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:36,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:36,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:36,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:36,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:36,447 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:36,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:36,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:22:36,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:36,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:36,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:36,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:36,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:36,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:22:36,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656693535, stopped=false 2024-11-15T11:22:36,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,41579,1731669741834 2024-11-15T11:22:36,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065005636/running 2024-11-15T11:22:36,603 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065005636/running 2024-11-15T11:22:36,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:36,603 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:36,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:36,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:36,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/running 2024-11-15T11:22:36,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Set watcher on znode that does not yet exist, /2-1065005636/running 2024-11-15T11:22:36,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:36,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:36,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,35093,1731669741961' ***** 2024-11-15T11:22:36,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:22:36,605 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:22:36,605 INFO [RS:0;dbbb793b8023:35093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:22:36,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:22:36,605 INFO [RS:0;dbbb793b8023:35093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:22:36,605 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:36,608 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,35093,1731669741961 2024-11-15T11:22:36,608 INFO [RS:0;dbbb793b8023:35093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:36,608 INFO [RS:0;dbbb793b8023:35093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:35093. 2024-11-15T11:22:36,608 DEBUG [RS:0;dbbb793b8023:35093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:36,608 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:36,609 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:22:36,609 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:22:36,609 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:22:36,609 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:22:36,609 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:22:36,609 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bbb0e8e162e61a52198a322b180a4ae4=test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4.} 2024-11-15T11:22:36,609 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbb0e8e162e61a52198a322b180a4ae4 2024-11-15T11:22:36,610 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:36,610 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:36,610 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:36,610 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:36,610 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:36,610 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T11:22:36,612 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbb0e8e162e61a52198a322b180a4ae4, disabling compactions & flushes 2024-11-15T11:22:36,612 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:36,612 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:36,612 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. after waiting 0 ms 2024-11-15T11:22:36,612 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:36,665 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/default/test/bbb0e8e162e61a52198a322b180a4ae4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T11:22:36,666 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:36,666 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:22:36,666 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:36,666 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbb0e8e162e61a52198a322b180a4ae4: Waiting for close lock at 1731669756612Running coprocessor pre-close hooks at 1731669756612Disabling compacts and flushes for region at 1731669756612Disabling writes for close at 1731669756612Writing region close event to WAL at 1731669756654 (+42 ms)Running coprocessor post-close hooks at 1731669756666 (+12 ms)Closed at 1731669756666 2024-11-15T11:22:36,666 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4. 2024-11-15T11:22:36,667 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/info/bd176c98115a406d9085a8cea98eb22d is 129, key is test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4./info:regioninfo/1731669749275/Put/seqid=0 2024-11-15T11:22:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741839_1015 (size=6421) 2024-11-15T11:22:36,687 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:36,688 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/info/bd176c98115a406d9085a8cea98eb22d 2024-11-15T11:22:36,741 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/ns/19e6b2b6fc9b4ab1838d75208965efc4 is 43, key is default/ns:d/1731669745126/Put/seqid=0 2024-11-15T11:22:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741840_1016 (size=5153) 2024-11-15T11:22:36,765 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/ns/19e6b2b6fc9b4ab1838d75208965efc4 2024-11-15T11:22:36,793 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/rep_barrier/c9b650cdff2d423babf5e3a1e6029614 is 112, key is test,,1731669748531.bbb0e8e162e61a52198a322b180a4ae4./rep_barrier:seqnumDuringOpen/1731669749275/Put/seqid=0 2024-11-15T11:22:36,810 DEBUG [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741841_1017 (size=5518) 2024-11-15T11:22:36,822 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/rep_barrier/c9b650cdff2d423babf5e3a1e6029614 2024-11-15T11:22:36,850 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/table/bc667f8a7ec04d338a8073ae74208d56 is 40, key is test/table:state/1731669749282/Put/seqid=0 2024-11-15T11:22:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741842_1018 (size=5165) 2024-11-15T11:22:36,870 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/table/bc667f8a7ec04d338a8073ae74208d56 2024-11-15T11:22:36,880 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/info/bd176c98115a406d9085a8cea98eb22d as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/info/bd176c98115a406d9085a8cea98eb22d 2024-11-15T11:22:36,886 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/info/bd176c98115a406d9085a8cea98eb22d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T11:22:36,886 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/ns/19e6b2b6fc9b4ab1838d75208965efc4 as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/ns/19e6b2b6fc9b4ab1838d75208965efc4 2024-11-15T11:22:36,890 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/ns/19e6b2b6fc9b4ab1838d75208965efc4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:22:36,891 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/rep_barrier/c9b650cdff2d423babf5e3a1e6029614 as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/rep_barrier/c9b650cdff2d423babf5e3a1e6029614 2024-11-15T11:22:36,894 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/rep_barrier/c9b650cdff2d423babf5e3a1e6029614, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T11:22:36,895 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/.tmp/table/bc667f8a7ec04d338a8073ae74208d56 as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/table/bc667f8a7ec04d338a8073ae74208d56 2024-11-15T11:22:36,920 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/table/bc667f8a7ec04d338a8073ae74208d56, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:22:36,921 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=11, compaction requested=false 2024-11-15T11:22:36,972 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:22:36,973 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:36,973 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:22:36,973 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:36,974 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669756610Running coprocessor pre-close hooks at 1731669756610Disabling compacts and flushes for region at 1731669756610Disabling writes for close at 1731669756610Obtaining lock to block concurrent updates at 1731669756610Preparing flush snapshotting stores in 1588230740 at 1731669756610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731669756611 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669756612 (+1 ms)Flushing 1588230740/info: creating writer at 1731669756612Flushing 1588230740/info: appending metadata at 1731669756666 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731669756666Flushing 1588230740/ns: creating writer at 1731669756706 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731669756740 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731669756740Flushing 1588230740/rep_barrier: creating writer at 1731669756772 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669756793 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669756793Flushing 1588230740/table: creating writer at 1731669756826 (+33 ms)Flushing 1588230740/table: appending metadata at 1731669756850 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731669756850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52313b81: reopening flushed file at 1731669756879 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac65458: reopening flushed file at 1731669756886 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a5d8c3: reopening flushed file at 1731669756890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c762f0: reopening flushed file at 1731669756895 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=11, compaction requested=false at 1731669756921 (+26 ms)Writing region close event to WAL at 1731669756952 (+31 ms)Running coprocessor post-close hooks at 1731669756973 (+21 ms)Closed at 1731669756973 2024-11-15T11:22:36,974 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:37,010 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,35093,1731669741961; all regions closed. 2024-11-15T11:22:37,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/WALs/dbbb793b8023,35093,1731669741961/dbbb793b8023%2C35093%2C1731669741961.meta.1731669745076.meta not finished, retry = 0 2024-11-15T11:22:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741834_1010 (size=2717) 2024-11-15T11:22:37,058 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:37,082 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:37,116 DEBUG [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/oldWALs 2024-11-15T11:22:37,116 INFO [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C35093%2C1731669741961.meta:.meta(num 1731669745076) 2024-11-15T11:22:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741833_1009 (size=1028) 2024-11-15T11:22:37,149 DEBUG [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/oldWALs 2024-11-15T11:22:37,149 INFO [RS:0;dbbb793b8023:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C35093%2C1731669741961:(num 1731669744615) 2024-11-15T11:22:37,149 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:37,149 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:37,150 INFO [RS:0;dbbb793b8023:35093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:37,150 INFO [RS:0;dbbb793b8023:35093 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:37,150 INFO [RS:0;dbbb793b8023:35093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:37,150 INFO [RS:0;dbbb793b8023:35093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:35093. 2024-11-15T11:22:37,150 DEBUG [RS:0;dbbb793b8023:35093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:37,150 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:37,151 DEBUG [RS:0;dbbb793b8023:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:37,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:37,151 INFO [RS:0;dbbb793b8023:35093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35093 2024-11-15T11:22:37,151 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:37,192 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065005636/rs/dbbb793b8023,35093,1731669741961 2024-11-15T11:22:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636/rs 2024-11-15T11:22:37,192 INFO [RS:0;dbbb793b8023:35093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:37,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,35093,1731669741961] 2024-11-15T11:22:37,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065005636/draining/dbbb793b8023,35093,1731669741961 already deleted, retry=false 2024-11-15T11:22:37,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,35093,1731669741961 expired; onlineServers=0 2024-11-15T11:22:37,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,41579,1731669741834' ***** 2024-11-15T11:22:37,214 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:22:37,214 INFO [M:0;dbbb793b8023:41579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:37,214 INFO [M:0;dbbb793b8023:41579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:37,214 DEBUG [M:0;dbbb793b8023:41579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:22:37,214 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:22:37,214 DEBUG [M:0;dbbb793b8023:41579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:22:37,214 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669743751 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669743751,5,FailOnTimeoutGroup] 2024-11-15T11:22:37,214 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669743751 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669743751,5,FailOnTimeoutGroup] 2024-11-15T11:22:37,214 INFO [M:0;dbbb793b8023:41579 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:37,214 INFO [M:0;dbbb793b8023:41579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:37,215 DEBUG [M:0;dbbb793b8023:41579 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:22:37,215 INFO [M:0;dbbb793b8023:41579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:22:37,215 INFO [M:0;dbbb793b8023:41579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:37,215 INFO [M:0;dbbb793b8023:41579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:22:37,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:22:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065005636/master 2024-11-15T11:22:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065005636 2024-11-15T11:22:37,224 DEBUG [M:0;dbbb793b8023:41579 {}] zookeeper.ZKUtil(347): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Unable to get data of znode /2-1065005636/master because node does not exist (not an error) 2024-11-15T11:22:37,224 WARN [M:0;dbbb793b8023:41579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:22:37,225 INFO [M:0;dbbb793b8023:41579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/.lastflushedseqids 2024-11-15T11:22:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741843_1019 (size=173) 2024-11-15T11:22:37,230 INFO [M:0;dbbb793b8023:41579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:22:37,230 INFO [M:0;dbbb793b8023:41579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:22:37,230 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:37,230 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:37,230 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:37,230 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:37,230 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:37,230 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-15T11:22:37,263 DEBUG [M:0;dbbb793b8023:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a500451d2e6844eba64af2b7e018eaf9 is 82, key is hbase:meta,,1/info:regioninfo/1731669745108/Put/seqid=0 2024-11-15T11:22:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741844_1020 (size=5672) 2024-11-15T11:22:37,303 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:37,303 INFO [RS:0;dbbb793b8023:35093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:37,303 INFO [RS:0;dbbb793b8023:35093 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,35093,1731669741961; zookeeper connection closed. 2024-11-15T11:22:37,303 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1013e3b19d20007, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:37,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9508419 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9508419 2024-11-15T11:22:37,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:22:37,674 INFO [M:0;dbbb793b8023:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a500451d2e6844eba64af2b7e018eaf9 2024-11-15T11:22:37,691 DEBUG [M:0;dbbb793b8023:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c598840d904be7a3ff1b11f3194acd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669749285/Put/seqid=0 2024-11-15T11:22:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741845_1021 (size=6585) 2024-11-15T11:22:37,763 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:37,785 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:38,095 INFO [M:0;dbbb793b8023:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c598840d904be7a3ff1b11f3194acd 2024-11-15T11:22:38,113 DEBUG [M:0;dbbb793b8023:41579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf3024e50404978a3b549a26626cb3a is 69, key is dbbb793b8023,35093,1731669741961/rs:state/1731669744101/Put/seqid=0 2024-11-15T11:22:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741846_1022 (size=5156) 2024-11-15T11:22:38,517 INFO [M:0;dbbb793b8023:41579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf3024e50404978a3b549a26626cb3a 2024-11-15T11:22:38,521 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a500451d2e6844eba64af2b7e018eaf9 as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a500451d2e6844eba64af2b7e018eaf9 2024-11-15T11:22:38,524 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a500451d2e6844eba64af2b7e018eaf9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T11:22:38,524 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6c598840d904be7a3ff1b11f3194acd as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6c598840d904be7a3ff1b11f3194acd 2024-11-15T11:22:38,528 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6c598840d904be7a3ff1b11f3194acd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T11:22:38,529 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cf3024e50404978a3b549a26626cb3a as hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cf3024e50404978a3b549a26626cb3a 2024-11-15T11:22:38,532 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42429/user/jenkins/test-data/f17f1be3-7b86-1d95-8fc1-60c96e812fb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cf3024e50404978a3b549a26626cb3a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T11:22:38,533 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=55, compaction requested=false 2024-11-15T11:22:38,534 INFO [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:38,534 DEBUG [M:0;dbbb793b8023:41579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669757230Disabling compacts and flushes for region at 1731669757230Disabling writes for close at 1731669757230Obtaining lock to block concurrent updates at 1731669757230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669757230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731669757231 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669757231Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669757231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669757263 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669757263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669757677 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669757691 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669757691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669758099 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669758113 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669758113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4176adc6: reopening flushed file at 1731669758520 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1482ef9: reopening flushed file at 1731669758524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53dbfa47: reopening flushed file at 1731669758528 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=55, compaction requested=false at 1731669758533 (+5 ms)Writing region close event to WAL at 1731669758534 (+1 ms)Closed at 1731669758534 2024-11-15T11:22:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741830_1006 (size=32758) 2024-11-15T11:22:38,537 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:38,537 INFO [M:0;dbbb793b8023:41579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:22:38,537 INFO [M:0;dbbb793b8023:41579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41579 2024-11-15T11:22:38,537 INFO [M:0;dbbb793b8023:41579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:38,566 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:38,588 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:38,755 INFO [M:0;dbbb793b8023:41579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:38,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:38,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41579-0x1013e3b19d20006, quorum=127.0.0.1:57233, baseZNode=/2-1065005636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:38,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b8b3cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:38,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee40b10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:38,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:38,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@417a9f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:38,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c3feb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:38,760 WARN [BP-688869820-172.17.0.2-1731669739633 heartbeating to localhost/127.0.0.1:42429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:22:38,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:22:38,760 WARN [BP-688869820-172.17.0.2-1731669739633 heartbeating to localhost/127.0.0.1:42429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-688869820-172.17.0.2-1731669739633 (Datanode Uuid 17c0c3e5-87d4-4ad6-b291-55aa8fd4baf6) service to localhost/127.0.0.1:42429 2024-11-15T11:22:38,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:22:38,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/cluster_32c14baa-ce2e-5911-5d8e-c759a13b5035/data/data1/current/BP-688869820-172.17.0.2-1731669739633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:38,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/cluster_32c14baa-ce2e-5911-5d8e-c759a13b5035/data/data2/current/BP-688869820-172.17.0.2-1731669739633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:38,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:22:38,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444ecca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:38,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6128cc1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:38,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:38,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6025c365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:38,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4302dd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f987afa8-e21e-3d1f-46a0-56c6fb740b03/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:22:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:22:38,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:38,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:38,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:38,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:38,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:38,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:22:38,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263235039, stopped=false 2024-11-15T11:22:38,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,39343,1731669736820 2024-11-15T11:22:38,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-544609749/running 2024-11-15T11:22:38,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-544609749/running 2024-11-15T11:22:38,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:38,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:38,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:38,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:38,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:38,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:38,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/running 2024-11-15T11:22:38,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,34465,1731669736945' ***** 2024-11-15T11:22:38,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:22:38,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Set watcher on znode that does not yet exist, /1-544609749/running 2024-11-15T11:22:38,793 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:22:38,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,34465,1731669736945 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34465. 2024-11-15T11:22:38,794 DEBUG [RS:0;dbbb793b8023:34465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:38,794 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:38,794 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0df066fe993570aa4a43ead835ba4f1, disabling compactions & flushes 2024-11-15T11:22:38,794 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:38,794 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:22:38,794 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. after waiting 0 ms 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:22:38,794 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:38,794 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:22:38,795 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:22:38,795 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:22:38,795 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1325): Online Regions={f0df066fe993570aa4a43ead835ba4f1=test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:22:38,795 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0df066fe993570aa4a43ead835ba4f1 2024-11-15T11:22:38,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:38,795 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:38,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:38,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:38,795 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:38,795 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T11:22:38,798 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/default/test/f0df066fe993570aa4a43ead835ba4f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:22:38,798 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:38,798 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:22:38,798 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:38,798 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0df066fe993570aa4a43ead835ba4f1: Waiting for close lock at 1731669758794Running coprocessor pre-close hooks at 1731669758794Disabling compacts and flushes for region at 1731669758794Disabling writes for close at 1731669758794Writing region close event to WAL at 1731669758795 (+1 ms)Running coprocessor post-close hooks at 1731669758798 (+3 ms)Closed at 1731669758798 2024-11-15T11:22:38,798 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1. 2024-11-15T11:22:38,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/info/4ce7426bef394f988e647c5afa976508 is 129, key is test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1./info:regioninfo/1731669748152/Put/seqid=0 2024-11-15T11:22:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741841_1017 (size=6421) 2024-11-15T11:22:38,858 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:38,947 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:22:38,947 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:22:38,995 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:39,195 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:39,217 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/info/4ce7426bef394f988e647c5afa976508 2024-11-15T11:22:39,234 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/ns/e2c50ad03ed04ff29becc0c565c0e823 is 43, key is default/ns:d/1731669739505/Put/seqid=0 2024-11-15T11:22:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741842_1018 (size=5153) 2024-11-15T11:22:39,395 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:39,469 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:39,491 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:39,595 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:39,638 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/ns/e2c50ad03ed04ff29becc0c565c0e823 2024-11-15T11:22:39,653 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/rep_barrier/226085349d4f4f54bd3df8f7ceb537b8 is 112, key is test,,1731669747391.f0df066fe993570aa4a43ead835ba4f1./rep_barrier:seqnumDuringOpen/1731669748152/Put/seqid=0 2024-11-15T11:22:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741843_1019 (size=5518) 2024-11-15T11:22:39,796 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:22:39,796 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:22:39,796 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:39,996 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:40,057 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/rep_barrier/226085349d4f4f54bd3df8f7ceb537b8 2024-11-15T11:22:40,072 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/table/ba84e9427c21473e91ea8b25e3224c0c is 40, key is test/table:state/1731669748158/Put/seqid=0 2024-11-15T11:22:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741844_1020 (size=5165) 2024-11-15T11:22:40,196 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:40,396 DEBUG [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:40,472 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:40,475 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/table/ba84e9427c21473e91ea8b25e3224c0c 2024-11-15T11:22:40,478 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/info/4ce7426bef394f988e647c5afa976508 as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/info/4ce7426bef394f988e647c5afa976508 2024-11-15T11:22:40,481 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/info/4ce7426bef394f988e647c5afa976508, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T11:22:40,482 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/ns/e2c50ad03ed04ff29becc0c565c0e823 as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/ns/e2c50ad03ed04ff29becc0c565c0e823 2024-11-15T11:22:40,485 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/ns/e2c50ad03ed04ff29becc0c565c0e823, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:22:40,486 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/rep_barrier/226085349d4f4f54bd3df8f7ceb537b8 as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/rep_barrier/226085349d4f4f54bd3df8f7ceb537b8 2024-11-15T11:22:40,489 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/rep_barrier/226085349d4f4f54bd3df8f7ceb537b8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T11:22:40,491 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/.tmp/table/ba84e9427c21473e91ea8b25e3224c0c as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/table/ba84e9427c21473e91ea8b25e3224c0c 2024-11-15T11:22:40,494 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:40,495 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/table/ba84e9427c21473e91ea8b25e3224c0c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T11:22:40,495 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false 2024-11-15T11:22:40,503 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T11:22:40,504 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:40,504 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:22:40,504 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:40,504 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669758795Running coprocessor pre-close hooks at 1731669758795Disabling compacts and flushes for region at 1731669758795Disabling writes for close at 1731669758795Obtaining lock to block concurrent updates at 1731669758795Preparing flush snapshotting stores in 1588230740 at 1731669758795Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731669758795Flushing stores of hbase:meta,,1.1588230740 at 1731669758796 (+1 ms)Flushing 1588230740/info: creating writer at 1731669758796Flushing 1588230740/info: appending metadata at 1731669758813 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731669758813Flushing 1588230740/ns: creating writer at 1731669759221 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731669759234 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731669759234Flushing 1588230740/rep_barrier: creating writer at 1731669759641 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669759653 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669759653Flushing 1588230740/table: creating writer at 1731669760060 (+407 ms)Flushing 1588230740/table: appending metadata at 1731669760072 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731669760072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eed202: reopening flushed file at 1731669760478 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a7589b: reopening flushed file at 1731669760481 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128948ad: reopening flushed file at 1731669760485 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d556120: reopening flushed file at 1731669760489 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false at 1731669760495 (+6 ms)Writing region close event to WAL at 1731669760501 (+6 ms)Running coprocessor post-close hooks at 1731669760504 (+3 ms)Closed at 1731669760504 2024-11-15T11:22:40,504 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:40,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:22:40,596 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,34465,1731669736945; all regions closed. 2024-11-15T11:22:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741834_1010 (size=2717) 2024-11-15T11:22:40,601 DEBUG [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/oldWALs 2024-11-15T11:22:40,601 INFO [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34465%2C1731669736945.meta:.meta(num 1731669739446) 2024-11-15T11:22:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741833_1009 (size=1374) 2024-11-15T11:22:40,604 DEBUG [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/oldWALs 2024-11-15T11:22:40,604 INFO [RS:0;dbbb793b8023:34465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C34465%2C1731669736945:(num 1731669739072) 2024-11-15T11:22:40,604 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:40,604 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:40,604 INFO [RS:0;dbbb793b8023:34465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:40,605 INFO [RS:0;dbbb793b8023:34465 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:40,605 INFO [RS:0;dbbb793b8023:34465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:40,605 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:40,605 INFO [RS:0;dbbb793b8023:34465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:34465. 2024-11-15T11:22:40,605 DEBUG [RS:0;dbbb793b8023:34465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:40,605 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:40,605 DEBUG [RS:0;dbbb793b8023:34465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:40,605 INFO [RS:0;dbbb793b8023:34465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34465 2024-11-15T11:22:40,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-544609749/rs/dbbb793b8023,34465,1731669736945 2024-11-15T11:22:40,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749/rs 2024-11-15T11:22:40,676 INFO [RS:0;dbbb793b8023:34465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:40,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,34465,1731669736945] 2024-11-15T11:22:40,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-544609749/draining/dbbb793b8023,34465,1731669736945 already deleted, retry=false 2024-11-15T11:22:40,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,34465,1731669736945 expired; onlineServers=0 2024-11-15T11:22:40,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,39343,1731669736820' ***** 2024-11-15T11:22:40,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:22:40,697 INFO [M:0;dbbb793b8023:39343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:40,697 INFO [M:0;dbbb793b8023:39343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:40,697 DEBUG [M:0;dbbb793b8023:39343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:22:40,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:22:40,697 DEBUG [M:0;dbbb793b8023:39343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:22:40,697 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669738777 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669738777,5,FailOnTimeoutGroup] 2024-11-15T11:22:40,697 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669738777 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669738777,5,FailOnTimeoutGroup] 2024-11-15T11:22:40,697 INFO [M:0;dbbb793b8023:39343 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:40,697 INFO [M:0;dbbb793b8023:39343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:40,698 DEBUG [M:0;dbbb793b8023:39343 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:22:40,698 INFO [M:0;dbbb793b8023:39343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:22:40,699 INFO [M:0;dbbb793b8023:39343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:40,699 INFO [M:0;dbbb793b8023:39343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:22:40,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:22:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-544609749/master 2024-11-15T11:22:40,708 DEBUG [M:0;dbbb793b8023:39343 {}] zookeeper.ZKUtil(347): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Unable to get data of znode /1-544609749/master because node does not exist (not an error) 2024-11-15T11:22:40,708 WARN [M:0;dbbb793b8023:39343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:22:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-544609749 2024-11-15T11:22:40,710 INFO [M:0;dbbb793b8023:39343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/.lastflushedseqids 2024-11-15T11:22:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741845_1021 (size=173) 2024-11-15T11:22:40,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:40,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34465-0x1013e3b19d20004, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:40,787 INFO [RS:0;dbbb793b8023:34465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:40,787 INFO [RS:0;dbbb793b8023:34465 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,34465,1731669736945; zookeeper connection closed. 2024-11-15T11:22:40,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49eecebe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49eecebe 2024-11-15T11:22:40,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:22:41,138 INFO [M:0;dbbb793b8023:39343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:22:41,139 INFO [M:0;dbbb793b8023:39343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:22:41,139 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:41,139 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:41,139 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:41,139 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:41,139 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:41,139 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.97 KB heapSize=33.84 KB 2024-11-15T11:22:41,157 DEBUG [M:0;dbbb793b8023:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a46581b254943a6a2f695c5c76fd12a is 82, key is hbase:meta,,1/info:regioninfo/1731669739491/Put/seqid=0 2024-11-15T11:22:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741846_1022 (size=5672) 2024-11-15T11:22:41,161 INFO [M:0;dbbb793b8023:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a46581b254943a6a2f695c5c76fd12a 2024-11-15T11:22:41,180 DEBUG [M:0;dbbb793b8023:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7cc8e2825b4846875f11ca52190e0a is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731669748160/Put/seqid=0 2024-11-15T11:22:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741847_1023 (size=6584) 2024-11-15T11:22:41,191 INFO [M:0;dbbb793b8023:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.41 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7cc8e2825b4846875f11ca52190e0a 2024-11-15T11:22:41,215 DEBUG [M:0;dbbb793b8023:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9234ea75e4c44d30baa4c106ca23f73a is 69, key is dbbb793b8023,34465,1731669736945/rs:state/1731669738853/Put/seqid=0 2024-11-15T11:22:41,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741848_1024 (size=5156) 2024-11-15T11:22:41,221 INFO [M:0;dbbb793b8023:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9234ea75e4c44d30baa4c106ca23f73a 2024-11-15T11:22:41,225 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a46581b254943a6a2f695c5c76fd12a as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a46581b254943a6a2f695c5c76fd12a 2024-11-15T11:22:41,230 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a46581b254943a6a2f695c5c76fd12a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T11:22:41,232 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d7cc8e2825b4846875f11ca52190e0a as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d7cc8e2825b4846875f11ca52190e0a 2024-11-15T11:22:41,236 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d7cc8e2825b4846875f11ca52190e0a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T11:22:41,237 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9234ea75e4c44d30baa4c106ca23f73a as hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9234ea75e4c44d30baa4c106ca23f73a 2024-11-15T11:22:41,241 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41477/user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9234ea75e4c44d30baa4c106ca23f73a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T11:22:41,243 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=55, compaction requested=false 2024-11-15T11:22:41,248 INFO [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:41,248 DEBUG [M:0;dbbb793b8023:39343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669761139Disabling compacts and flushes for region at 1731669761139Disabling writes for close at 1731669761139Obtaining lock to block concurrent updates at 1731669761139Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669761139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28639, getHeapSize=34592, getOffHeapSize=0, getCellsCount=66 at 1731669761139Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669761140 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669761140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669761156 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669761156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669761165 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669761180 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669761180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669761198 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669761214 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669761215 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105d5d1: reopening flushed file at 1731669761225 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37db17ea: reopening flushed file at 1731669761230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e23bfc: reopening flushed file at 1731669761236 (+6 ms)Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=55, compaction requested=false at 1731669761243 (+7 ms)Writing region close event to WAL at 1731669761248 (+5 ms)Closed at 1731669761248 2024-11-15T11:22:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741830_1006 (size=32746) 2024-11-15T11:22:41,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e15a19b-d7ea-c274-2a9e-ba937f97f14a/MasterData/WALs/dbbb793b8023,39343,1731669736820/dbbb793b8023%2C39343%2C1731669736820.1731669738313 not finished, retry = 0 2024-11-15T11:22:41,358 INFO [M:0;dbbb793b8023:39343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:22:41,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:41,358 INFO [M:0;dbbb793b8023:39343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39343 2024-11-15T11:22:41,359 INFO [M:0;dbbb793b8023:39343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:41,503 INFO [M:0;dbbb793b8023:39343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x1013e3b19d20003, quorum=127.0.0.1:57233, baseZNode=/1-544609749 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:41,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:22:41,518 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:41,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169012 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [dbbb793b8023,34971,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:34971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T11:22:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56489eac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:41,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f0c9ac6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:41,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786ab9ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:41,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dfc971b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:41,526 WARN [BP-1549012479-172.17.0.2-1731669734811 heartbeating to localhost/127.0.0.1:41477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:22:41,526 WARN [BP-1549012479-172.17.0.2-1731669734811 heartbeating to localhost/127.0.0.1:41477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549012479-172.17.0.2-1731669734811 (Datanode Uuid eae96cbc-e5cc-4489-826f-0774d2cd02e6) service to localhost/127.0.0.1:41477 2024-11-15T11:22:41,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/cluster_c2ce8c8c-0876-880e-31fb-0c7c66df8368/data/data1/current/BP-1549012479-172.17.0.2-1731669734811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:41,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/cluster_c2ce8c8c-0876-880e-31fb-0c7c66df8368/data/data2/current/BP-1549012479-172.17.0.2-1731669734811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:41,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:22:41,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:22:41,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:22:41,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f9b9271{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:41,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38d29d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:41,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:41,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210743d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:41,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2144d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36b1fb0e-37cc-4492-77c1-ed0fa6244ea9/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:41,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:22:41,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:22:41,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:41,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:41,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:41,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:41,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:41,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:22:41,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542939990, stopped=false 2024-11-15T11:22:41,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,36687,1731669731005 2024-11-15T11:22:41,560 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421069651/running 2024-11-15T11:22:41,560 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:41,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/running 2024-11-15T11:22:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421069651/running 2024-11-15T11:22:41,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:41,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:41,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Set watcher on znode that does not yet exist, /0-421069651/running 2024-11-15T11:22:41,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:22:41,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:41,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:41,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,35495,1731669731214' ***** 2024-11-15T11:22:41,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:22:41,565 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:22:41,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:22:41,565 INFO [RS:0;dbbb793b8023:35495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:22:41,565 INFO [RS:0;dbbb793b8023:35495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:22:41,565 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(3091): Received CLOSE for ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:41,565 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(3091): Received CLOSE for b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,35495,1731669731214 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:35495. 2024-11-15T11:22:41,566 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffde281c2645dfc8bfb9a0b333c97f91, disabling compactions & flushes 2024-11-15T11:22:41,566 DEBUG [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:41,566 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:41,566 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:41,566 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:41,566 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. after waiting 0 ms 2024-11-15T11:22:41,566 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:22:41,566 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:22:41,568 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:41,573 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T11:22:41,573 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1325): Online Regions={ffde281c2645dfc8bfb9a0b333c97f91=test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91., 1588230740=hbase:meta,,1.1588230740, b328fcd5a32f5172eb051865b0c44108=hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108.} 2024-11-15T11:22:41,573 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b328fcd5a32f5172eb051865b0c44108, ffde281c2645dfc8bfb9a0b333c97f91 2024-11-15T11:22:41,573 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:22:41,573 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:22:41,573 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:22:41,573 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:22:41,573 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:22:41,573 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T11:22:41,575 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:41,583 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/default/test/ffde281c2645dfc8bfb9a0b333c97f91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:22:41,584 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:41,584 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T11:22:41,584 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:41,584 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffde281c2645dfc8bfb9a0b333c97f91: Waiting for close lock at 1731669761566Running coprocessor pre-close hooks at 1731669761566Disabling compacts and flushes for region at 1731669761566Disabling writes for close at 1731669761566Writing region close event to WAL at 1731669761573 (+7 ms)Running coprocessor post-close hooks at 1731669761584 (+11 ms)Closed at 1731669761584 2024-11-15T11:22:41,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91. 2024-11-15T11:22:41,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b328fcd5a32f5172eb051865b0c44108, disabling compactions & flushes 2024-11-15T11:22:41,585 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:41,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:41,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. after waiting 0 ms 2024-11-15T11:22:41,585 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:41,585 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b328fcd5a32f5172eb051865b0c44108 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T11:22:41,589 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:22:41,589 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:41,589 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:22:41,590 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.HRegionServer(2440): ***** ABORTING region server dbbb793b8023,35495,1731669731214: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-dbbb793b8023,35495,1731669731214, walGroup=dbbb793b8023%2C35495%2C1731669731214, offset=dbbb793b8023%2C35495%2C1731669731214.1731669753323:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:35495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T11:22:41,591 ERROR [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:22:41,591 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:22:41,591 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:22:41,591 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:22:41,591 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:22:41,591 INFO [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1049964672 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208254664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T11:22:41,592 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:36687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dbbb793b8023:36687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T11:22:41,596 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/info/06a45bc03eb5484eaa37cb8055861ebc is 147, key is hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108./info:regioninfo/1731669750449/Put/seqid=0 2024-11-15T11:22:41,597 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 393, reset compression=false 2024-11-15T11:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T11:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-dbbb793b8023,35495,1731669731214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T11:22:41,608 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T11:22:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741847_1023 (size=7686) 2024-11-15T11:22:41,609 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/info/06a45bc03eb5484eaa37cb8055861ebc 2024-11-15T11:22:41,622 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/hfileref/43fe13ef216f477ea6d51a75b8db3c46 is 74, key is 1/hfileref:1214fa91171e44a7b3c2a21cc3992f46_SeqId_6_/1731669755994/DeleteColumn/seqid=0 2024-11-15T11:22:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741848_1024 (size=5489) 2024-11-15T11:22:41,637 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/ns/f809561ba2664b988f117984ecc140ca is 43, key is default/ns:d/1731669734718/Put/seqid=0 2024-11-15T11:22:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741849_1025 (size=5153) 2024-11-15T11:22:41,773 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:41,807 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:41,824 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:41,973 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:42,034 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/hfileref/43fe13ef216f477ea6d51a75b8db3c46 2024-11-15T11:22:42,041 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/ns/f809561ba2664b988f117984ecc140ca 2024-11-15T11:22:42,049 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/queue/f43d9e7bbf5045d9b32ad3452b23f365 is 153, key is 1-dbbb793b8023,35495,1731669731214/queue:dbbb793b8023%2C35495%2C1731669731214/1731669755996/Put/seqid=0 2024-11-15T11:22:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741850_1026 (size=5504) 2024-11-15T11:22:42,058 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/rep_barrier/5c9389049903452c81f60c6a3a5ddb66 is 112, key is test,,1731669745236.ffde281c2645dfc8bfb9a0b333c97f91./rep_barrier:seqnumDuringOpen/1731669746379/Put/seqid=0 2024-11-15T11:22:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741851_1027 (size=5518) 2024-11-15T11:22:42,110 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:42,127 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:42,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,173 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:42,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T11:22:42,374 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b328fcd5a32f5172eb051865b0c44108 2024-11-15T11:22:42,453 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/queue/f43d9e7bbf5045d9b32ad3452b23f365 2024-11-15T11:22:42,456 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/hfileref/43fe13ef216f477ea6d51a75b8db3c46 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/hfileref/43fe13ef216f477ea6d51a75b8db3c46 2024-11-15T11:22:42,459 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/hfileref/43fe13ef216f477ea6d51a75b8db3c46, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T11:22:42,459 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/.tmp/queue/f43d9e7bbf5045d9b32ad3452b23f365 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/queue/f43d9e7bbf5045d9b32ad3452b23f365 2024-11-15T11:22:42,460 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/rep_barrier/5c9389049903452c81f60c6a3a5ddb66 2024-11-15T11:22:42,463 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/queue/f43d9e7bbf5045d9b32ad3452b23f365, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T11:22:42,463 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b328fcd5a32f5172eb051865b0c44108 in 878ms, sequenceid=17, compaction requested=false 2024-11-15T11:22:42,466 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/replication/b328fcd5a32f5172eb051865b0c44108/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T11:22:42,466 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:42,466 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:22:42,466 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:42,467 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b328fcd5a32f5172eb051865b0c44108: Waiting for close lock at 1731669761585Running coprocessor pre-close hooks at 1731669761585Disabling compacts and flushes for region at 1731669761585Disabling writes for close at 1731669761585Obtaining lock to block concurrent updates at 1731669761585Preparing flush snapshotting stores in b328fcd5a32f5172eb051865b0c44108 at 1731669761585Finished memstore snapshotting hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731669761585Flushing stores of hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. at 1731669761586 (+1 ms)Flushing b328fcd5a32f5172eb051865b0c44108/hfileref: creating writer at 1731669761586Flushing b328fcd5a32f5172eb051865b0c44108/hfileref: appending metadata at 1731669761622 (+36 ms)Flushing b328fcd5a32f5172eb051865b0c44108/hfileref: closing flushed file at 1731669761622Flushing b328fcd5a32f5172eb051865b0c44108/queue: creating writer at 1731669762037 (+415 ms)Flushing b328fcd5a32f5172eb051865b0c44108/queue: appending metadata at 1731669762049 (+12 ms)Flushing b328fcd5a32f5172eb051865b0c44108/queue: closing flushed file at 1731669762049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772cb5e4: reopening flushed file at 1731669762456 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f604b13: reopening flushed file at 1731669762459 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b328fcd5a32f5172eb051865b0c44108 in 878ms, sequenceid=17, compaction requested=false at 1731669762463 (+4 ms)Writing region close event to WAL at 1731669762464 (+1 ms)Running coprocessor post-close hooks at 1731669762466 (+2 ms)Closed at 1731669762466 2024-11-15T11:22:42,467 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731669749681.b328fcd5a32f5172eb051865b0c44108. 2024-11-15T11:22:42,476 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/table/33f1e44ac18b4e8fa41d113a7e1c69a2 is 53, key is hbase:replication/table:state/1731669750455/Put/seqid=0 2024-11-15T11:22:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741852_1028 (size=5308) 2024-11-15T11:22:42,512 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:42,529 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:42,545 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:22:42,545 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:22:42,574 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T11:22:42,574 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T11:22:42,574 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:42,774 DEBUG [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T11:22:42,879 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/table/33f1e44ac18b4e8fa41d113a7e1c69a2 2024-11-15T11:22:42,883 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/info/06a45bc03eb5484eaa37cb8055861ebc as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/info/06a45bc03eb5484eaa37cb8055861ebc 2024-11-15T11:22:42,887 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/info/06a45bc03eb5484eaa37cb8055861ebc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T11:22:42,887 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/ns/f809561ba2664b988f117984ecc140ca as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/ns/f809561ba2664b988f117984ecc140ca 2024-11-15T11:22:42,891 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/ns/f809561ba2664b988f117984ecc140ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T11:22:42,892 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/rep_barrier/5c9389049903452c81f60c6a3a5ddb66 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/rep_barrier/5c9389049903452c81f60c6a3a5ddb66 2024-11-15T11:22:42,895 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/rep_barrier/5c9389049903452c81f60c6a3a5ddb66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T11:22:42,896 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/.tmp/table/33f1e44ac18b4e8fa41d113a7e1c69a2 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/table/33f1e44ac18b4e8fa41d113a7e1c69a2 2024-11-15T11:22:42,899 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/table/33f1e44ac18b4e8fa41d113a7e1c69a2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T11:22:42,899 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-15T11:22:42,899 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:22:42,903 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T11:22:42,903 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T11:22:42,903 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:22:42,903 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:42,903 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731669761573Running coprocessor pre-close hooks at 1731669761573Disabling compacts and flushes for region at 1731669761573Disabling writes for close at 1731669761573Obtaining lock to block concurrent updates at 1731669761573Preparing flush snapshotting stores in 1588230740 at 1731669761573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731669761574 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731669761574Flushing 1588230740/info: creating writer at 1731669761574Flushing 1588230740/info: appending metadata at 1731669761595 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731669761595Flushing 1588230740/ns: creating writer at 1731669761614 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731669761637 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731669761637Flushing 1588230740/rep_barrier: creating writer at 1731669762044 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731669762057 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731669762057Flushing 1588230740/table: creating writer at 1731669762463 (+406 ms)Flushing 1588230740/table: appending metadata at 1731669762476 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731669762476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33998a15: reopening flushed file at 1731669762883 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740fe938: reopening flushed file at 1731669762887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690e72ca: reopening flushed file at 1731669762891 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0d466d: reopening flushed file at 1731669762895 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731669762899 (+4 ms)Writing region close event to WAL at 1731669762901 (+2 ms)Running coprocessor post-close hooks at 1731669762903 (+2 ms)Closed at 1731669762903 2024-11-15T11:22:42,903 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:22:42,974 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,35495,1731669731214; all regions closed. 2024-11-15T11:22:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741844_1020 (size=859) 2024-11-15T11:22:42,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.meta.1731669753340.meta not finished, retry = 0 2024-11-15T11:22:43,015 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:43,031 DEBUG [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 to pos 688, reset compression=false 2024-11-15T11:22:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741842_1018 (size=2791) 2024-11-15T11:22:43,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.rep.1731669753307 not finished, retry = 0 2024-11-15T11:22:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741843_1019 (size=696) 2024-11-15T11:22:43,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/WALs/dbbb793b8023,35495,1731669731214/dbbb793b8023%2C35495%2C1731669731214.1731669753323 not finished, retry = 0 2024-11-15T11:22:43,281 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:43,281 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:22:43,281 INFO [RS:0;dbbb793b8023:35495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:43,281 INFO [RS:0;dbbb793b8023:35495 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:43,281 INFO [RS:0;dbbb793b8023:35495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:43,281 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:43,282 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-dbbb793b8023,35495,1731669731214 because: Region server is closing 2024-11-15T11:22:43,282 INFO [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:35495. 2024-11-15T11:22:43,282 DEBUG [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:43,282 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:43,282 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:43,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:43,382 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 terminated 2024-11-15T11:22:43,382 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-dbbb793b8023,35495,1731669731214 because: Region server is closing 2024-11-15T11:22:43,382 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,1-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,1-dbbb793b8023,35495,1731669731214 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:22:43,383 INFO [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:35495. 2024-11-15T11:22:43,383 DEBUG [RS:0;dbbb793b8023:35495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:22:43,383 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:43,383 DEBUG [RS:0;dbbb793b8023:35495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:22:43,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:22:43,483 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.shipperdbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 terminated 2024-11-15T11:22:43,483 WARN [RS_REFRESH_PEER-regionserver/dbbb793b8023:0-0.replicationSource,2-dbbb793b8023,35495,1731669731214.replicationSource.wal-reader.dbbb793b8023%2C35495%2C1731669731214,2-dbbb793b8023,35495,1731669731214 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T11:22:43,483 INFO [RS:0;dbbb793b8023:35495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35495 2024-11-15T11:22:43,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651/rs 2024-11-15T11:22:43,528 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421069651/rs/dbbb793b8023,35495,1731669731214 2024-11-15T11:22:43,529 INFO [RS:0;dbbb793b8023:35495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:43,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,35495,1731669731214] 2024-11-15T11:22:43,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-421069651/draining/dbbb793b8023,35495,1731669731214 already deleted, retry=false 2024-11-15T11:22:43,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,35495,1731669731214 expired; onlineServers=0 2024-11-15T11:22:43,550 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,36687,1731669731005' ***** 2024-11-15T11:22:43,550 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:22:43,550 DEBUG [M:0;dbbb793b8023:36687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:22:43,550 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:22:43,550 DEBUG [M:0;dbbb793b8023:36687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:22:43,550 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669733444 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731669733444,5,FailOnTimeoutGroup] 2024-11-15T11:22:43,550 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669733448 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731669733448,5,FailOnTimeoutGroup] 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:22:43,550 DEBUG [M:0;dbbb793b8023:36687 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:22:43,550 ERROR [M:0;dbbb793b8023:36687 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:44179 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44179,5,PEWorkerGroup] 2024-11-15T11:22:43,550 INFO [M:0;dbbb793b8023:36687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:22:43,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:22:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-421069651/master 2024-11-15T11:22:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-421069651 2024-11-15T11:22:43,560 DEBUG [M:0;dbbb793b8023:36687 {}] zookeeper.ZKUtil(347): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Unable to get data of znode /0-421069651/master because node does not exist (not an error) 2024-11-15T11:22:43,560 WARN [M:0;dbbb793b8023:36687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:22:43,561 INFO [M:0;dbbb793b8023:36687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/.lastflushedseqids 2024-11-15T11:22:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741853_1029 (size=263) 2024-11-15T11:22:43,639 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:43,639 INFO [RS:0;dbbb793b8023:35495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:43,639 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35495-0x1013e3b19d20001, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:43,639 INFO [RS:0;dbbb793b8023:35495 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,35495,1731669731214; zookeeper connection closed. 2024-11-15T11:22:43,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650ab88c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650ab88c 2024-11-15T11:22:43,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:22:43,964 INFO [M:0;dbbb793b8023:36687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:22:43,965 INFO [M:0;dbbb793b8023:36687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:22:43,965 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:22:43,965 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:43,965 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:43,965 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:22:43,965 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:43,965 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-15T11:22:43,981 DEBUG [M:0;dbbb793b8023:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc4c53af64249e4b5ccde922518887b is 82, key is hbase:meta,,1/info:regioninfo/1731669734666/Put/seqid=0 2024-11-15T11:22:43,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741854_1030 (size=5672) 2024-11-15T11:22:44,384 INFO [M:0;dbbb793b8023:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc4c53af64249e4b5ccde922518887b 2024-11-15T11:22:44,406 DEBUG [M:0;dbbb793b8023:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31af84933cf4085800ddfb119f5f768 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731669750458/Put/seqid=0 2024-11-15T11:22:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741855_1031 (size=8909) 2024-11-15T11:22:44,810 INFO [M:0;dbbb793b8023:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31af84933cf4085800ddfb119f5f768 2024-11-15T11:22:44,825 DEBUG [M:0;dbbb793b8023:36687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae446d9655c94a5b881da783f5cb66f0 is 69, key is dbbb793b8023,35495,1731669731214/rs:state/1731669733519/Put/seqid=0 2024-11-15T11:22:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741856_1032 (size=5156) 2024-11-15T11:22:45,228 INFO [M:0;dbbb793b8023:36687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae446d9655c94a5b881da783f5cb66f0 2024-11-15T11:22:45,233 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc4c53af64249e4b5ccde922518887b as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc4c53af64249e4b5ccde922518887b 2024-11-15T11:22:45,236 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc4c53af64249e4b5ccde922518887b, entries=8, sequenceid=112, filesize=5.5 K 2024-11-15T11:22:45,237 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31af84933cf4085800ddfb119f5f768 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a31af84933cf4085800ddfb119f5f768 2024-11-15T11:22:45,240 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a31af84933cf4085800ddfb119f5f768, entries=13, sequenceid=112, filesize=8.7 K 2024-11-15T11:22:45,241 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae446d9655c94a5b881da783f5cb66f0 as hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae446d9655c94a5b881da783f5cb66f0 2024-11-15T11:22:45,244 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44179/user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae446d9655c94a5b881da783f5cb66f0, entries=1, sequenceid=112, filesize=5.0 K 2024-11-15T11:22:45,244 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=112, compaction requested=false 2024-11-15T11:22:45,245 INFO [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:22:45,245 DEBUG [M:0;dbbb793b8023:36687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731669763965Disabling compacts and flushes for region at 1731669763965Disabling writes for close at 1731669763965Obtaining lock to block concurrent updates at 1731669763965Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731669763965Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731669763965Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731669763966 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731669763966Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731669763981 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731669763981Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731669764388 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731669764406 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731669764406Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731669764813 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731669764825 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731669764825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2148d5: reopening flushed file at 1731669765232 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e10d6c: reopening flushed file at 1731669765236 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27895001: reopening flushed file at 1731669765240 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=112, compaction requested=false at 1731669765244 (+4 ms)Writing region close event to WAL at 1731669765245 (+1 ms)Closed at 1731669765245 2024-11-15T11:22:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741830_1006 (size=69055) 2024-11-15T11:22:45,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a6067c-6ac9-d555-71a4-eebf91cfb626/MasterData/WALs/dbbb793b8023,36687,1731669731005/dbbb793b8023%2C36687%2C1731669731005.1731669732632 not finished, retry = 0 2024-11-15T11:22:45,347 INFO [M:0;dbbb793b8023:36687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:22:45,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:22:45,348 INFO [M:0;dbbb793b8023:36687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36687 2024-11-15T11:22:45,348 INFO [M:0;dbbb793b8023:36687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:22:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:45,513 INFO [M:0;dbbb793b8023:36687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:22:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36687-0x1013e3b19d20000, quorum=127.0.0.1:57233, baseZNode=/0-421069651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:22:45,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5764ee9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:22:45,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a59e830{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:45,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:45,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4a8b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:45,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b245701{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:45,517 WARN [BP-461099362-172.17.0.2-1731669728829 heartbeating to localhost/127.0.0.1:44179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:22:45,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:22:45,517 WARN [BP-461099362-172.17.0.2-1731669728829 heartbeating to localhost/127.0.0.1:44179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461099362-172.17.0.2-1731669728829 (Datanode Uuid 15fbbfa7-4426-430f-b00f-5aac35b89739) service to localhost/127.0.0.1:44179 2024-11-15T11:22:45,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:22:45,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/data/data1/current/BP-461099362-172.17.0.2-1731669728829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:45,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/cluster_5fb92368-5763-ab44-7385-4ff1468673ca/data/data2/current/BP-461099362-172.17.0.2-1731669728829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:22:45,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:22:45,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@751ba698{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:22:45,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125c1a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:22:45,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:22:45,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1322d2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:22:45,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69794716{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a61339-afa9-3cc7-36dd-2b3c4cacf81b/hadoop.log.dir/,STOPPED} 2024-11-15T11:22:45,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:22:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T11:22:45,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 529) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41477 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42429 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44179 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41477 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3546 (was 3365) - AvailableMemoryMB LEAK? - 2024-11-15T11:22:45,555 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500